[ 522.350343] env[66557]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.350343] env[66557]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.366771] env[66645]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.366771] env[66645]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.220276] env[66645]: INFO neutron.common.config [-] Logging enabled! [ 525.220631] env[66645]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 525.220819] env[66645]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66645) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.221128] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.221227] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.222075] env[66645]: WARNING oslo_policy.policy [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.222299] env[66645]: WARNING oslo_policy.policy [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.223997] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] VMware NSXv3 Agent initialized successfully. [ 525.224366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Acquiring lock "singleton_lock" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.224496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Acquired lock "singleton_lock" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.224698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Releasing lock "singleton_lock" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.225030] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Full set of CONF: {{(pid=66645) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.225150] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ******************************************************************************** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.225255] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Configuration options gathered from: {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.225901] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.226090] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.226200] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ================================================================================ {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.226394] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] agent_down_time = 75 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226556] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] allow_automatic_dhcp_failover = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226696] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] allow_bulk = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226844] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] api_extensions_path = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226980] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] api_paste_config = api-paste.ini {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227133] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] auth_strategy = keystone {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227237] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] backdoor_port = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227338] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] backdoor_socket = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227472] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] backlog = 4096 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227609] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] base_mac = fa:16:3e:00:00:00 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227767] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] bind_host = 0.0.0.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227907] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] bind_port = 9696 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228084] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] client_socket_timeout = 900 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228248] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] config_dir = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228357] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228495] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] config_source = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228635] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] control_exchange = neutron {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228773] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] core_plugin = ml2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228913] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] debug = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229057] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] default_availability_zones = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229266] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229404] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dhcp_agent_notification = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229539] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dhcp_agents_per_network = 1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229733] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dhcp_lease_duration = 86400 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229899] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dhcp_load_type = networks {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230050] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dns_domain = openstacklocal {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230196] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230331] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_default_route_bfd = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230463] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_default_route_ecmp = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230593] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_dvr = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230722] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_new_agents = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230851] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230987] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_signals = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231126] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] enable_traditional_dhcp = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231281] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] external_dns_driver = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231424] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] filter_validation = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231566] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] global_physnet_mtu = 8950 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231697] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] graceful_shutdown_timeout = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231881] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] host = cpu-1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232052] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] host_dvr_for_dhcp = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232200] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] http_retries = 3 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232343] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] instance_format = [instance: %(uuid)s] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232481] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232617] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ipam_driver = internal {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232749] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ipv6_pd_enabled = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232905] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] l3_ha = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233098] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233242] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] l3_ha_network_physical_name = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233380] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] l3_ha_network_type = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233521] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_color = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233656] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_config_append = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233792] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233924] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_dir = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234078] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_file = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234186] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_options = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234323] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_rotate_interval = 1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234502] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_rotate_interval_type = days {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234666] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] log_rotation_type = none {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234808] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234924] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235119] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235279] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235412] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235588] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_dns_nameservers = 5 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235744] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_header_line = 16384 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.235908] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_l3_agents_per_router = 3 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236088] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_logfile_count = 30 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236265] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_logfile_size_mb = 200 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236415] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] max_subnet_host_routes = 20 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236590] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] my_ip = 10.180.1.21 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236739] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] my_ipv6 = ::1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.236909] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] network_auto_schedule = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237086] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] network_link_prefix = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237277] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237443] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] notify_nova_on_port_data_changes = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237615] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] notify_nova_on_port_status_changes = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237791] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] pagination_max_limit = -1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.237982] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] publish_errors = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238134] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rate_limit_burst = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238311] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rate_limit_except_level = CRITICAL {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238472] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rate_limit_interval = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238626] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] retry_until_window = 30 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238794] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] router_distributed = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.238969] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rpc_resources_processing_step = 20 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239158] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rpc_response_max_timeout = 600 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239311] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] rpc_response_timeout = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239478] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] send_events_interval = 2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239667] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] service_plugins = ['router'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239828] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] setproctitle = on {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.239986] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] shell_completion = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240177] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] state_path = /opt/stack/data/neutron {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240328] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] syslog_log_facility = LOG_USER {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240497] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] tcp_keepidle = 600 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240672] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] transport_url = **** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240828] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] use_journal = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.240987] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] use_json = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241171] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] use_ssl = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241341] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] use_stderr = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241503] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] use_syslog = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241659] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vlan_qinq = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241824] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vlan_transparent = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.241972] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] watch_log_file = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.242157] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] wsgi_default_pool_size = 100 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.242325] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] wsgi_keep_alive = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.242506] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.242660] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] wsgi_server_debug = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.242843] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_concurrency.disable_process_locking = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243037] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243231] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243406] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243564] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243742] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243916] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244121] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.connection_string = messaging:// {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244308] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.enabled = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244490] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.es_doc_type = notification {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244653] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.es_scroll_size = 10000 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244823] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.es_scroll_time = 2m {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244996] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.filter_error_trace = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245174] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.hmac_keys = **** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245354] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.sentinel_service_name = mymaster {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245542] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.socket_timeout = 0.1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245718] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.trace_requests = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245875] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler.trace_sqlalchemy = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246080] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler_jaeger.process_tags = {} {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246263] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler_jaeger.service_name_prefix = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246592] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] profiler_otlp.service_name_prefix = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246654] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.enforce_new_defaults = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247159] env[66645]: WARNING oslo_config.cfg [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.247159] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.enforce_scope = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247299] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.policy_default_rule = default {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247488] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247668] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247856] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248036] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248197] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248364] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248517] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248695] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_policy.remote_timeout = 60.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248868] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249068] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] agent.extensions = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249245] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249425] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] service_providers.service_provider = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249610] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.default_quota = -1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249792] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249947] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_floatingip = 50 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250129] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_network = 100 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250287] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_port = 500 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250449] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250618] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_router = 10 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250778] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_security_group = 10 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250938] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251120] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.quota_subnet = 100 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251298] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] QUOTAS.track_quota_usage = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251487] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251640] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251808] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251976] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252154] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252330] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252503] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252679] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252831] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252997] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253188] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253365] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253517] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253684] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_dhcp_release.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253850] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254013] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254190] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254360] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254526] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254685] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254853] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_ovs_vsctl.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255043] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.capabilities = [21] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255208] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255359] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255530] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255706] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255860] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256060] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_namespace.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256208] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.capabilities = [12] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256364] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256523] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256694] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256849] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257025] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257196] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_conntrack.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257471] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.capabilities = [12, 21] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257647] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.group = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257800] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.helper_command = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257977] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.log_daemon_traceback = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258156] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258330] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.thread_pool_size = 8 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258469] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] privsep_link.user = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258657] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258838] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258993] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.continue_on_failed_promotions = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259175] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.dscp = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259350] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.dscp_inherit = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259509] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.force_mp_to_policy = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259673] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.locking_coordinator_url = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259850] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.log_agent_heartbeats = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260036] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.logging_expire = 1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260203] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260376] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260557] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.polling_interval = 240 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260711] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260889] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261089] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.report_interval = 30.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261280] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261447] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261619] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261794] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.sync_skew = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261972] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.synchronization_queue_size = 20 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262153] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT.use_helper_for_ns_read = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262333] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] SECURITYGROUP.enable_ipset = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262508] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] SECURITYGROUP.enable_security_group = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262672] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262848] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263038] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] experimental.ipv6_pd_enabled = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263248] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.extension_drivers = ['port_security'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263411] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.external_network_type = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263594] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263777] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.overlay_ip_version = 4 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263944] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.path_mtu = 8950 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264129] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.physical_network_mtus = {} {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264318] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.tenant_network_types = ['vlan'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264501] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264680] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ml2.type_drivers = ['vlan'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264848] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT_CLI.neutron_port_id = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265032] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265215] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265402] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265568] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265744] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265925] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266121] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266300] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266541] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266726] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_login_password = **** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266895] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_login_port = 443 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267087] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_login_user = admin {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267272] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267434] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267607] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267777] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267987] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268150] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268320] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268495] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268672] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268822] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269022] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269202] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269380] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269616] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269786] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vsphere.vsphere_login_password = VMware1! {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269962] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270153] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270338] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.auth_section = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270497] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.auth_type = password {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270678] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270851] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.certfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271032] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.collect_timing = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271211] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.endpoint_type = public {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271381] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.insecure = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271550] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.keyfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271735] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.region_name = RegionOne {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271909] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.split_loggers = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272073] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] nova.timeout = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272252] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.auth_section = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272438] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.auth_type = password {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272605] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272766] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.certfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272942] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.collect_timing = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273142] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.endpoint_type = public {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273315] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.insecure = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273469] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.keyfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273639] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.region_name = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273789] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.split_loggers = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273955] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] placement.timeout = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274148] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.auth_section = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274323] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.auth_type = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274480] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.cafile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274638] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.certfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274813] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.collect_timing = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274984] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.connect_retries = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275162] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.connect_retry_delay = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275320] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.enable_notifications = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275489] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.endpoint_override = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275660] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.insecure = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275810] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.interface = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275982] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.keyfile = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276172] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.max_version = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276316] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.min_version = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276480] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.region_name = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276649] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.retriable_status_codes = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276803] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.service_name = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276964] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.service_type = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277151] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.split_loggers = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277322] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.status_code_retries = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277470] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.status_code_retry_delay = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277636] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.timeout = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277808] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.valid_interfaces = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277970] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ironic.version = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278148] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] cli_script.dry_run = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278328] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278510] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278659] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278830] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279013] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279170] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279343] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279518] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279668] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279846] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280026] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280201] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280375] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280556] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280729] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280890] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281074] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281259] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281438] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281597] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281762] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281934] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282126] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282273] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282444] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282613] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282776] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282938] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283145] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283296] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283469] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283629] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283804] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284064] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284173] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284326] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.ssl_version = {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284497] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284680] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_notifications.driver = [] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284837] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_notifications.retry = -1 {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285032] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285212] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] oslo_messaging_notifications.transport_url = **** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285346] env[66645]: DEBUG oslo_service.backend._eventlet.service [None req-6e6dc403-4df7-45b1-96b1-82f3d6b5c1cc None None] ******************************************************************************** {{(pid=66645) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.286583] env[66645]: DEBUG neutron.agent.securitygroups_rpc [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Init firewall settings (driver=nsxv3) {{(pid=66645) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.288089] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66645) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.288370] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.290921] env[66645]: DEBUG dogpile.cache.region [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.291075] env[66645]: DEBUG dogpile.lock [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.291203] env[66645]: DEBUG dogpile.lock [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.291303] env[66645]: DEBUG dogpile.lock [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.291431] env[66645]: DEBUG dogpile.cache.region [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.291527] env[66645]: DEBUG dogpile.lock [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.291681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.322053] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Session token - acquiring [ 525.323571] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.323725] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.323847] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.324283] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.334994] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.611073] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.632486] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.632652] env[66645]: DEBUG dogpile.cache.region [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.632805] env[66645]: DEBUG dogpile.lock [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.632866] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Activating Policy API Provider. [ 525.633078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Looking for the default Infrastructure Rules. [ 525.697857] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.715252] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.715752] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.715929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.716059] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.716361] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.716702] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.231746] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.734616] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.237286] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Inventory metadata is going to be refreshed. [ 527.237621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.011547] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.011882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.011882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.012141] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.022898] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.023774] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.024657] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.042281] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.042632] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.042632] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.042832] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.042956] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.043119] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.043236] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.043368] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.065124] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.065565] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.065565] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.065695] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.065829] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.066057] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.088238] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.088588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.088588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.088837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.089022] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.089172] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.109813] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.110167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.110167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.110421] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.110537] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.110689] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.110795] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.110897] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.130581] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.130858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.130858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.131133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.131261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.131441] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.131568] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.131676] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.153878] env[66645]: DEBUG networking_nsxv3.common.locking [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.154114] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.154156] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.154470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.154622] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.154773] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.154879] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.154986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Inventory metadata have been refreshed. [ 528.155137] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Dryrun:True. Metadata refresh completed. [ 528.155262] env[66645]: DEBUG oslo_concurrency.lockutils [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.156912] env[66645]: INFO neutron.agent.agent_extensions_manager [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Loaded agent extensions: [] [ 528.157644] env[66645]: DEBUG neutron_lib.callbacks.manager [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66645) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.220708] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.220889] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.220927] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.158289] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.158684] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.159688] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.160689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.161923] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.162257] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.232174] env[66645]: INFO networking_nsxv3.common.synchronization [None req-76cf4f20-917e-4ae2-bc29-c507592376ad demo admin] Enqueued Resource ID: bf8af8fa-fd3e-4671-bc4a-d09be6dd4037 with Priority: HIGHEST for action security_group_rules [ 543.232706] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8af8fa-fd3e-4671-bc4a-d09be6dd4037 with Priority: HIGHEST for action security_group_rules [ 543.233215] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8af8fa-fd3e-4671-bc4a-d09be6dd4037 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.233346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8af8fa-fd3e-4671-bc4a-d09be6dd4037" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.233418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8af8fa-fd3e-4671-bc4a-d09be6dd4037" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.233765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8af8fa-fd3e-4671-bc4a-d09be6dd4037" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.233852] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8af8fa-fd3e-4671-bc4a-d09be6dd4037',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.754839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.754839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.754839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.754839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.754839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.754839] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8af8fa-fd3e-4671-bc4a-d09be6dd4037 already deleted. [ 543.754839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8af8fa-fd3e-4671-bc4a-d09be6dd4037" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.233417] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.233839] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.161176] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.161565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.161565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.161640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.161827] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.664521] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.168194] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.670912] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 551.671135] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 552.537158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.537593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.537593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.537593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.549775] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 552.550605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.551239] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.567664] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.567895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.567895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.568086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.568223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.568328] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.568403] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.568478] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.588890] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.589190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.589190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.589391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.589482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.589584] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.608585] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.608797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.608797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.608972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.609093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.609203] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.629384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.629594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.629594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.629796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.629879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.629996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.630086] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.630159] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.647938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.648139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.648202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.648408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.648495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.648602] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.648677] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.648749] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.669450] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.669631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.669696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.669885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.669992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.670122] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.670230] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.670314] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 552.670383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 552.670458] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 552.670526] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 552.670572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 552.670840] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 552.670915] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 552.671031] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.689467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.689647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.689647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.689853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.689951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.690069] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.707699] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.707890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.707890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.708094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.708226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.721138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.234878] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.235428] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.236345] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.236715] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.240025] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.240025] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.238275] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.238627] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.806024] env[66645]: INFO networking_nsxv3.common.synchronization [None req-08f2de2b-189f-4b57-adae-23665ad218f4 None None] Enqueued Resource ID: a9716361-0dd8-4a75-ae2a-3727dcb753da with Priority: HIGHEST for action port [ 571.806318] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9716361-0dd8-4a75-ae2a-3727dcb753da with Priority: HIGHEST for action port [ 571.808977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9716361-0dd8-4a75-ae2a-3727dcb753da taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.808977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9716361-0dd8-4a75-ae2a-3727dcb753da" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.808977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9716361-0dd8-4a75-ae2a-3727dcb753da" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.808977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9716361-0dd8-4a75-ae2a-3727dcb753da" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.808977] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9716361-0dd8-4a75-ae2a-3727dcb753da',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.047707] env[66645]: INFO networking_nsxv3.common.synchronization [None req-df482166-2917-4146-b87d-56ea7997f72d None None] Enqueued Resource ID: b1390368-f8b9-4bfe-ae49-7b3633c8337d with Priority: HIGHEST for action port [ 572.048496] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1390368-f8b9-4bfe-ae49-7b3633c8337d with Priority: HIGHEST for action port [ 572.049161] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1390368-f8b9-4bfe-ae49-7b3633c8337d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.049161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1390368-f8b9-4bfe-ae49-7b3633c8337d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.049161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1390368-f8b9-4bfe-ae49-7b3633c8337d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.049658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1390368-f8b9-4bfe-ae49-7b3633c8337d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.049823] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1390368-f8b9-4bfe-ae49-7b3633c8337d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.309283] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9716361-0dd8-4a75-ae2a-3727dcb753da [ 572.309543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.309762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.309849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.310275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.310374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.310476] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9716361-0dd8-4a75-ae2a-3727dcb753da already deleted. [ 572.310560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9716361-0dd8-4a75-ae2a-3727dcb753da" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.556670] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1390368-f8b9-4bfe-ae49-7b3633c8337d [ 572.556899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.557054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.557114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.557318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.557402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.557491] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1390368-f8b9-4bfe-ae49-7b3633c8337d already deleted. [ 572.557568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1390368-f8b9-4bfe-ae49-7b3633c8337d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.823471] env[66645]: INFO networking_nsxv3.common.synchronization [None req-d64c6f89-5f57-4ac7-b8f0-943e6c3c2d6f None None] Enqueued Resource ID: 55c8bf24-4fe8-4a24-a6ce-750a554b5695 with Priority: HIGHEST for action port [ 572.825321] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c8bf24-4fe8-4a24-a6ce-750a554b5695 with Priority: HIGHEST for action port [ 572.825321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c8bf24-4fe8-4a24-a6ce-750a554b5695 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.825321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c8bf24-4fe8-4a24-a6ce-750a554b5695" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.825321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c8bf24-4fe8-4a24-a6ce-750a554b5695" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.825321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c8bf24-4fe8-4a24-a6ce-750a554b5695" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.825321] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c8bf24-4fe8-4a24-a6ce-750a554b5695',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.327518] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c8bf24-4fe8-4a24-a6ce-750a554b5695 [ 573.327728] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.327863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.327934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.328278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.328278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.328394] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c8bf24-4fe8-4a24-a6ce-750a554b5695 already deleted. [ 573.328429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c8bf24-4fe8-4a24-a6ce-750a554b5695" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.927390] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9f02827b-f906-4446-a95d-488b6f0ab735 None None] Enqueued Resource ID: 96c0072a-9e5d-4927-a245-8055d9aa6794 with Priority: HIGHEST for action port [ 573.927652] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c0072a-9e5d-4927-a245-8055d9aa6794 with Priority: HIGHEST for action port [ 573.928488] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-96c0072a-9e5d-4927-a245-8055d9aa6794 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.928488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96c0072a-9e5d-4927-a245-8055d9aa6794" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.928488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96c0072a-9e5d-4927-a245-8055d9aa6794" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.928665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96c0072a-9e5d-4927-a245-8055d9aa6794" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.928733] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96c0072a-9e5d-4927-a245-8055d9aa6794',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.432123] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96c0072a-9e5d-4927-a245-8055d9aa6794 [ 574.432762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.432762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.432762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.433021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.433021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.433164] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96c0072a-9e5d-4927-a245-8055d9aa6794 already deleted. [ 574.433164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96c0072a-9e5d-4927-a245-8055d9aa6794" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.689860] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5a953660-f855-4111-b3d9-e6cd6b02bce1 None None] Enqueued Resource ID: 66bcb6a9-0dd9-40c0-80e0-68c6074ca20d with Priority: HIGHEST for action port [ 574.689860] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bcb6a9-0dd9-40c0-80e0-68c6074ca20d with Priority: HIGHEST for action port [ 574.690803] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bcb6a9-0dd9-40c0-80e0-68c6074ca20d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.690803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bcb6a9-0dd9-40c0-80e0-68c6074ca20d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.690803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bcb6a9-0dd9-40c0-80e0-68c6074ca20d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.690803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bcb6a9-0dd9-40c0-80e0-68c6074ca20d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.691472] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bcb6a9-0dd9-40c0-80e0-68c6074ca20d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.098016] env[66645]: INFO networking_nsxv3.common.synchronization [None req-df65a1a7-2fe0-433a-bd56-ce0f6639acb5 None None] Enqueued Resource ID: b4949d39-2504-4e71-aafb-a1f067622637 with Priority: HIGHEST for action port [ 575.098285] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4949d39-2504-4e71-aafb-a1f067622637 with Priority: HIGHEST for action port [ 575.098754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4949d39-2504-4e71-aafb-a1f067622637 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.098919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4949d39-2504-4e71-aafb-a1f067622637" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.100313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4949d39-2504-4e71-aafb-a1f067622637" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.100567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4949d39-2504-4e71-aafb-a1f067622637" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.100694] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4949d39-2504-4e71-aafb-a1f067622637',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.194029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66bcb6a9-0dd9-40c0-80e0-68c6074ca20d [ 575.194029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.194029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.194221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.194295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.194377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.194467] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66bcb6a9-0dd9-40c0-80e0-68c6074ca20d already deleted. [ 575.194549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bcb6a9-0dd9-40c0-80e0-68c6074ca20d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.603093] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4949d39-2504-4e71-aafb-a1f067622637 [ 575.603347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.603478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.603544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.603758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.604090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.604090] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4949d39-2504-4e71-aafb-a1f067622637 already deleted. [ 575.604090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4949d39-2504-4e71-aafb-a1f067622637" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.954092] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8d112fd3-15e5-41a4-aa9f-6ebef6d0b3ea None None] Enqueued Resource ID: 2c9c447f-7273-422d-a2f0-cb43e527be75 with Priority: HIGHEST for action port [ 575.957520] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9c447f-7273-422d-a2f0-cb43e527be75 with Priority: HIGHEST for action port [ 575.958158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9c447f-7273-422d-a2f0-cb43e527be75 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.959888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9c447f-7273-422d-a2f0-cb43e527be75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.959888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9c447f-7273-422d-a2f0-cb43e527be75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.959888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9c447f-7273-422d-a2f0-cb43e527be75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.959888] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9c447f-7273-422d-a2f0-cb43e527be75',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.986105] env[66645]: INFO networking_nsxv3.common.synchronization [None req-75a69102-2206-4939-b8ac-0a2a3dccae44 None None] Enqueued Resource ID: 35bed6d6-f85a-43f8-8dae-86c0ace5de6f with Priority: HIGHEST for action port [ 575.986638] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bed6d6-f85a-43f8-8dae-86c0ace5de6f with Priority: HIGHEST for action port [ 575.986944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-35bed6d6-f85a-43f8-8dae-86c0ace5de6f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.987399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35bed6d6-f85a-43f8-8dae-86c0ace5de6f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.987720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35bed6d6-f85a-43f8-8dae-86c0ace5de6f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.988752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35bed6d6-f85a-43f8-8dae-86c0ace5de6f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.988913] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35bed6d6-f85a-43f8-8dae-86c0ace5de6f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.465947] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c9c447f-7273-422d-a2f0-cb43e527be75 [ 576.467059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.467059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.467059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.467059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.467910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.468188] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c9c447f-7273-422d-a2f0-cb43e527be75 already deleted. [ 576.468275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9c447f-7273-422d-a2f0-cb43e527be75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.491753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35bed6d6-f85a-43f8-8dae-86c0ace5de6f [ 576.492138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.492393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.492552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.492846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.493033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.493207] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35bed6d6-f85a-43f8-8dae-86c0ace5de6f already deleted. [ 576.493384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35bed6d6-f85a-43f8-8dae-86c0ace5de6f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.347861] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7429a045-ac63-4da3-ab9e-3f88eb51d21c None None] Enqueued Resource ID: 04e71601-8348-4a6b-8203-da7f906e77a3 with Priority: HIGHEST for action port [ 578.348374] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e71601-8348-4a6b-8203-da7f906e77a3 with Priority: HIGHEST for action port [ 578.348707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e71601-8348-4a6b-8203-da7f906e77a3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.349662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e71601-8348-4a6b-8203-da7f906e77a3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.349662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e71601-8348-4a6b-8203-da7f906e77a3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.349662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e71601-8348-4a6b-8203-da7f906e77a3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.349662] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e71601-8348-4a6b-8203-da7f906e77a3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.852605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e71601-8348-4a6b-8203-da7f906e77a3 [ 578.852605] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.852605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.852605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.852836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.852836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.852836] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e71601-8348-4a6b-8203-da7f906e77a3 already deleted. [ 578.852928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e71601-8348-4a6b-8203-da7f906e77a3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.255976] env[66645]: INFO networking_nsxv3.common.synchronization [None req-83c8b084-174d-400b-b353-bf36a80f37d1 None None] Enqueued Resource ID: 6efc5477-a73b-49bd-8bbd-9a154f10c226 with Priority: HIGHEST for action port [ 579.256270] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efc5477-a73b-49bd-8bbd-9a154f10c226 with Priority: HIGHEST for action port [ 579.256671] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-6efc5477-a73b-49bd-8bbd-9a154f10c226 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.257412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6efc5477-a73b-49bd-8bbd-9a154f10c226" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.257412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6efc5477-a73b-49bd-8bbd-9a154f10c226" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.257412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6efc5477-a73b-49bd-8bbd-9a154f10c226" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.257412] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efc5477-a73b-49bd-8bbd-9a154f10c226',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.761993] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6efc5477-a73b-49bd-8bbd-9a154f10c226 [ 579.762349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.762421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.762646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.762717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.762808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.762900] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6efc5477-a73b-49bd-8bbd-9a154f10c226 already deleted. [ 579.762978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6efc5477-a73b-49bd-8bbd-9a154f10c226" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.794939] env[66645]: INFO networking_nsxv3.common.synchronization [None req-512cfbc5-e05c-4f33-b860-5cdb1d291672 None None] Enqueued Resource ID: a2903006-701f-4981-bd3a-3ecfc84c4654 with Priority: HIGHEST for action port [ 579.795538] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2903006-701f-4981-bd3a-3ecfc84c4654 with Priority: HIGHEST for action port [ 579.795857] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2903006-701f-4981-bd3a-3ecfc84c4654 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.796747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2903006-701f-4981-bd3a-3ecfc84c4654" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.796747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2903006-701f-4981-bd3a-3ecfc84c4654" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.796747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2903006-701f-4981-bd3a-3ecfc84c4654" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.796747] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2903006-701f-4981-bd3a-3ecfc84c4654',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.191949] env[66645]: INFO networking_nsxv3.common.synchronization [None req-20549e08-8f91-48d1-8c3f-f4d6a10d68e9 None None] Enqueued Resource ID: 052aecc4-331c-4b5f-8729-761083755d1f with Priority: HIGHEST for action port [ 580.192228] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052aecc4-331c-4b5f-8729-761083755d1f with Priority: HIGHEST for action port [ 580.192824] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-052aecc4-331c-4b5f-8729-761083755d1f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.192970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052aecc4-331c-4b5f-8729-761083755d1f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.196396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052aecc4-331c-4b5f-8729-761083755d1f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.197015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052aecc4-331c-4b5f-8729-761083755d1f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.197148] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052aecc4-331c-4b5f-8729-761083755d1f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.299015] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2903006-701f-4981-bd3a-3ecfc84c4654 [ 580.299384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.300155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.300250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.300923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.301038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.301252] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2903006-701f-4981-bd3a-3ecfc84c4654 already deleted. [ 580.301252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2903006-701f-4981-bd3a-3ecfc84c4654" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.701089] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 052aecc4-331c-4b5f-8729-761083755d1f [ 580.701546] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.701546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.701546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.701666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.701756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.702120] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:052aecc4-331c-4b5f-8729-761083755d1f already deleted. [ 580.702120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052aecc4-331c-4b5f-8729-761083755d1f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.724405] env[66645]: INFO networking_nsxv3.common.synchronization [None req-48d09865-afa2-4181-8fa6-60c373c17114 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 580.728932] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 580.729428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.729541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.729541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.731608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.731703] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.254062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.254605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.254754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.255094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.255094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.255216] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f already deleted. [ 581.255353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.729219] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1978a6d2-db53-441f-a754-4977e0bd2e68 None None] Enqueued Resource ID: b6be2492-8bb9-47b6-a037-f4ed177ba938 with Priority: HIGHEST for action port [ 581.729799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be2492-8bb9-47b6-a037-f4ed177ba938 with Priority: HIGHEST for action port [ 581.731771] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6be2492-8bb9-47b6-a037-f4ed177ba938 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.732684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6be2492-8bb9-47b6-a037-f4ed177ba938" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.732684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6be2492-8bb9-47b6-a037-f4ed177ba938" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.733051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6be2492-8bb9-47b6-a037-f4ed177ba938" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.733180] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6be2492-8bb9-47b6-a037-f4ed177ba938',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.009485] env[66645]: INFO networking_nsxv3.common.synchronization [None req-93fc4125-ebe4-415a-950f-12d0c7be18cc tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 582.010286] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 582.010481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.010668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.011458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.011687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.012099] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.238847] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6be2492-8bb9-47b6-a037-f4ed177ba938 [ 582.238847] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.238847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.238847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.238847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.238847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.238847] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6be2492-8bb9-47b6-a037-f4ed177ba938 already deleted. [ 582.238847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6be2492-8bb9-47b6-a037-f4ed177ba938" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.532087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.532542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.532542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.532542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.532638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.532669] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f already deleted. [ 582.532748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.349382] env[66645]: INFO networking_nsxv3.common.synchronization [None req-87060d3d-84a5-4198-a17e-0b24ef462b40 None None] Enqueued Resource ID: e9bf3f42-e50d-4ccd-b247-8a14e8473a6a with Priority: HIGHEST for action port [ 584.349681] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bf3f42-e50d-4ccd-b247-8a14e8473a6a with Priority: HIGHEST for action port [ 584.351105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bf3f42-e50d-4ccd-b247-8a14e8473a6a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.351620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bf3f42-e50d-4ccd-b247-8a14e8473a6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.352851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bf3f42-e50d-4ccd-b247-8a14e8473a6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.352851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bf3f42-e50d-4ccd-b247-8a14e8473a6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.352851] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bf3f42-e50d-4ccd-b247-8a14e8473a6a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.854749] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9bf3f42-e50d-4ccd-b247-8a14e8473a6a [ 584.855435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.855435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.855435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.855435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.855626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.855626] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9bf3f42-e50d-4ccd-b247-8a14e8473a6a already deleted. [ 584.855626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bf3f42-e50d-4ccd-b247-8a14e8473a6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.309901] env[66645]: INFO networking_nsxv3.common.synchronization [None req-aa6f2f4a-9da0-4f28-a620-89d841c4e0e7 None None] Enqueued Resource ID: 5dd416b5-3cbc-45a0-88ba-730995cc8ce7 with Priority: HIGHEST for action port [ 585.310643] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd416b5-3cbc-45a0-88ba-730995cc8ce7 with Priority: HIGHEST for action port [ 585.310790] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd416b5-3cbc-45a0-88ba-730995cc8ce7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.310909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd416b5-3cbc-45a0-88ba-730995cc8ce7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.310974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd416b5-3cbc-45a0-88ba-730995cc8ce7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.314801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd416b5-3cbc-45a0-88ba-730995cc8ce7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.314801] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd416b5-3cbc-45a0-88ba-730995cc8ce7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.822444] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd416b5-3cbc-45a0-88ba-730995cc8ce7 [ 585.822735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.822903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.822985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.823260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.823371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.823490] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd416b5-3cbc-45a0-88ba-730995cc8ce7 already deleted. [ 585.823623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd416b5-3cbc-45a0-88ba-730995cc8ce7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.290699] env[66645]: INFO networking_nsxv3.common.synchronization [None req-d1b946d6-ee79-440e-b210-f1658228f482 None None] Enqueued Resource ID: c5731e37-3f48-4f95-95a8-dafc1e412b75 with Priority: HIGHEST for action port [ 586.290699] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5731e37-3f48-4f95-95a8-dafc1e412b75 with Priority: HIGHEST for action port [ 586.290930] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5731e37-3f48-4f95-95a8-dafc1e412b75 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.291913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5731e37-3f48-4f95-95a8-dafc1e412b75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.291913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5731e37-3f48-4f95-95a8-dafc1e412b75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.292290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5731e37-3f48-4f95-95a8-dafc1e412b75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.292391] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5731e37-3f48-4f95-95a8-dafc1e412b75',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.662827] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9c17effe-4c57-4bc9-ab99-a34553033904 None None] Enqueued Resource ID: 32948ccc-54cf-4565-8fae-a3b6e6bf11ee with Priority: HIGHEST for action port [ 586.663454] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32948ccc-54cf-4565-8fae-a3b6e6bf11ee with Priority: HIGHEST for action port [ 586.664071] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-32948ccc-54cf-4565-8fae-a3b6e6bf11ee taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.664071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32948ccc-54cf-4565-8fae-a3b6e6bf11ee" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.664841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32948ccc-54cf-4565-8fae-a3b6e6bf11ee" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.665196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32948ccc-54cf-4565-8fae-a3b6e6bf11ee" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.665333] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32948ccc-54cf-4565-8fae-a3b6e6bf11ee',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.796693] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5731e37-3f48-4f95-95a8-dafc1e412b75 [ 586.797254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.797254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.797254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.797405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.798014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.798014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5731e37-3f48-4f95-95a8-dafc1e412b75 already deleted. [ 586.798014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5731e37-3f48-4f95-95a8-dafc1e412b75" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.168443] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32948ccc-54cf-4565-8fae-a3b6e6bf11ee [ 587.168443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.168945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.168945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.168945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.168945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.169114] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32948ccc-54cf-4565-8fae-a3b6e6bf11ee already deleted. [ 587.169153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32948ccc-54cf-4565-8fae-a3b6e6bf11ee" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.217178] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9ca9ec37-7f67-4706-a912-fd94efc66d0e None None] Enqueued Resource ID: 4e0d795f-25bb-4035-818f-ee73f3a9c24e with Priority: HIGHEST for action port [ 588.217502] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0d795f-25bb-4035-818f-ee73f3a9c24e with Priority: HIGHEST for action port [ 588.217502] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0d795f-25bb-4035-818f-ee73f3a9c24e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.217627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0d795f-25bb-4035-818f-ee73f3a9c24e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.217696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0d795f-25bb-4035-818f-ee73f3a9c24e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.217957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0d795f-25bb-4035-818f-ee73f3a9c24e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.218107] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0d795f-25bb-4035-818f-ee73f3a9c24e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.477548] env[66645]: INFO networking_nsxv3.common.synchronization [None req-806872c3-6a2b-4e4c-943f-d1c5dc1566f7 None None] Enqueued Resource ID: 4007329c-556c-4dfa-b3f7-19226eb144f0 with Priority: HIGHEST for action port [ 588.478563] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4007329c-556c-4dfa-b3f7-19226eb144f0 with Priority: HIGHEST for action port [ 588.479431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4007329c-556c-4dfa-b3f7-19226eb144f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.479624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4007329c-556c-4dfa-b3f7-19226eb144f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.479682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4007329c-556c-4dfa-b3f7-19226eb144f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.480240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4007329c-556c-4dfa-b3f7-19226eb144f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.480322] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4007329c-556c-4dfa-b3f7-19226eb144f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.722315] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e0d795f-25bb-4035-818f-ee73f3a9c24e [ 588.722315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.722315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.722315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.722315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.722315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.722315] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e0d795f-25bb-4035-818f-ee73f3a9c24e already deleted. [ 588.722315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0d795f-25bb-4035-818f-ee73f3a9c24e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.985835] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4007329c-556c-4dfa-b3f7-19226eb144f0 [ 588.986096] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.988084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.988084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.988084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.988084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.988084] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4007329c-556c-4dfa-b3f7-19226eb144f0 already deleted. [ 588.988084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4007329c-556c-4dfa-b3f7-19226eb144f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.295663] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea23508-f2b1-4722-a16c-cdc183e233ce req-0dcad3d0-55fb-4cdd-9484-0fc81202063e tempest-ServersAdminNegativeTestJSON-1751616457 tempest-ServersAdminNegativeTestJSON-1751616457-project-member] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 589.296275] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 589.296602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.296719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.296803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.297330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.297533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.297700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.297798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.298052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.298172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.298291] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.423893] env[66645]: INFO networking_nsxv3.common.synchronization [None req-fe6197e7-cd33-415b-8752-9c7d1808db91 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 589.424738] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 589.424895] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.425433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.429122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.429122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.429122] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.800828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.801046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.801121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.801349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.801441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.801635] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.801734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.801798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.801943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.802030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.802117] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 already deleted. [ 589.802196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.953644] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.953878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.953878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.954085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.954285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.954285] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 already deleted. [ 589.954379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.168274] env[66645]: INFO networking_nsxv3.common.synchronization [None req-52c4e50c-6754-418e-bb73-ec68bb699a96 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 590.170749] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 590.172778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.175357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.175357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.175357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.175357] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.349825] env[66645]: INFO networking_nsxv3.common.synchronization [None req-527727f4-689d-4e2f-96ad-47297189dad5 tempest-VolumesAssistedSnapshotsTest-357023732 tempest-VolumesAssistedSnapshotsTest-357023732-project-member] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 590.350356] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 590.350638] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.350795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.350863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.351242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.351338] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.387522] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0c89b745-d269-40bc-94d8-19ea4f6423a9 None None] Enqueued Resource ID: 9c92de00-2965-4374-a530-4b9e5acf93bb with Priority: HIGHEST for action port [ 590.387522] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c92de00-2965-4374-a530-4b9e5acf93bb with Priority: HIGHEST for action port [ 590.387632] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c92de00-2965-4374-a530-4b9e5acf93bb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.387757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c92de00-2965-4374-a530-4b9e5acf93bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.387801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c92de00-2965-4374-a530-4b9e5acf93bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.388049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c92de00-2965-4374-a530-4b9e5acf93bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.388136] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c92de00-2965-4374-a530-4b9e5acf93bb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.551325] env[66645]: INFO networking_nsxv3.common.synchronization [None req-6c109fa6-d1f1-43af-8e55-e5ca25bb5d84 None None] Enqueued Resource ID: 3c823d4e-1d47-4eab-80a3-6af27e1ce186 with Priority: HIGHEST for action port [ 590.551573] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c823d4e-1d47-4eab-80a3-6af27e1ce186 with Priority: HIGHEST for action port [ 590.552137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c823d4e-1d47-4eab-80a3-6af27e1ce186 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.552450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c823d4e-1d47-4eab-80a3-6af27e1ce186" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.552450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c823d4e-1d47-4eab-80a3-6af27e1ce186" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.552607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c823d4e-1d47-4eab-80a3-6af27e1ce186" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.553602] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c823d4e-1d47-4eab-80a3-6af27e1ce186',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.696318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.696544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.696544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.696831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.696967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.697103] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 already deleted. [ 590.697196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.873013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.873013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.873013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.873013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.873013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.873013] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed already deleted. [ 590.873013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.892022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c92de00-2965-4374-a530-4b9e5acf93bb [ 590.892022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.892307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.892307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.892550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.892550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.892673] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c92de00-2965-4374-a530-4b9e5acf93bb already deleted. [ 590.892801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c92de00-2965-4374-a530-4b9e5acf93bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.910250] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.911215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.911215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.911215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.911215] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.911421] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.911499] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.911724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.911866] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.912173] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.912286] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.912395] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.912508] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.912617] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.912722] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.912851] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.932708] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.932908] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.933049] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.933249] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.933565] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.933817] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.933960] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.934286] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.934422] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9def567-75bd-4bfe-b0a8-c17b8ceeb40e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.056868] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c823d4e-1d47-4eab-80a3-6af27e1ce186 [ 591.057342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.057487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.057578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.058825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.058963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.059103] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c823d4e-1d47-4eab-80a3-6af27e1ce186 already deleted. [ 591.059209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c823d4e-1d47-4eab-80a3-6af27e1ce186" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.439157] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.439561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.439561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.439843] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.439988] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.440158] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port c9def567-75bd-4bfe-b0a8-c17b8ceeb40e not found, creating... [ 591.440543] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.440609] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.440688] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.440936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.441086] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.441467] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.441640] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.441727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.441933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.442097] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.442244] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: c9def567-75bd-4bfe-b0a8-c17b8ceeb40e is going to be created. [ 591.467927] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.468173] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.468355] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.468601] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.468859] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.469114] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.787168] env[66645]: INFO networking_nsxv3.common.synchronization [None req-d5899fb1-1fad-4db9-9f6a-16bd796d8c81 tempest-VolumesAssistedSnapshotsTest-357023732 tempest-VolumesAssistedSnapshotsTest-357023732-project-member] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 591.787735] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 591.788447] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.788809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.788921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.789348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.790491] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.208498] env[66645]: INFO networking_nsxv3.common.synchronization [None req-ff9ea979-d40e-48fd-951c-9a36a3ac8286 None None] Enqueued Resource ID: 890853f0-1482-4f29-957d-10acc9d28a97 with Priority: HIGHEST for action port [ 592.208880] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890853f0-1482-4f29-957d-10acc9d28a97 with Priority: HIGHEST for action port [ 592.209479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-890853f0-1482-4f29-957d-10acc9d28a97 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.209606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890853f0-1482-4f29-957d-10acc9d28a97" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.209678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890853f0-1482-4f29-957d-10acc9d28a97" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.209920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890853f0-1482-4f29-957d-10acc9d28a97" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.210009] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890853f0-1482-4f29-957d-10acc9d28a97',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.312558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.312704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.312786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.312995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.313101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.313199] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed already deleted. [ 592.313314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.580481] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea23508-f2b1-4722-a16c-cdc183e233ce req-a3b341e4-4837-4d42-a29e-f568b2703994 service nova] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_rules [ 592.580481] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea23508-f2b1-4722-a16c-cdc183e233ce req-a3b341e4-4837-4d42-a29e-f568b2703994 service nova] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 592.580481] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea23508-f2b1-4722-a16c-cdc183e233ce req-a3b341e4-4837-4d42-a29e-f568b2703994 service nova] Enqueued Resource ID: c9def567-75bd-4bfe-b0a8-c17b8ceeb40e with Priority: HIGHEST for action port [ 592.581140] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_rules [ 592.581296] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 592.581418] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9def567-75bd-4bfe-b0a8-c17b8ceeb40e with Priority: HIGHEST for action port [ 592.583073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.583073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.583073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.583073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.583073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.583651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.583651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.583651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.583809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.583985] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.584130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.584198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.584413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.584495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.584626] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.586121] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.586308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.586463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.586651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.586768] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9def567-75bd-4bfe-b0a8-c17b8ceeb40e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.712115] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 890853f0-1482-4f29-957d-10acc9d28a97 [ 592.712483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.712634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.712723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.712971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.713173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.713371] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:890853f0-1482-4f29-957d-10acc9d28a97 already deleted. [ 592.713587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890853f0-1482-4f29-957d-10acc9d28a97" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.089852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.090044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.101721] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9def567-75bd-4bfe-b0a8-c17b8ceeb40e with status ACTIVE [ 593.101953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.102105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.102176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.102398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.102488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.102659] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.102760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.102862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.103047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.103162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.104689] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.104689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.104689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.104689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.104689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.104689] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9def567-75bd-4bfe-b0a8-c17b8ceeb40e is going to be updated. [ 593.106785] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.127214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.127435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.127435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.128190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.128190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.128190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9def567-75bd-4bfe-b0a8-c17b8ceeb40e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.196833] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1f6953cf-f227-4ac6-a1f9-ff251c23d698 None None] Enqueued Resource ID: 0addbcaf-cf5d-4129-bf2e-106815091461 with Priority: HIGHEST for action port [ 593.200953] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0addbcaf-cf5d-4129-bf2e-106815091461 with Priority: HIGHEST for action port [ 593.200953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0addbcaf-cf5d-4129-bf2e-106815091461 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.200953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0addbcaf-cf5d-4129-bf2e-106815091461" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.201699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0addbcaf-cf5d-4129-bf2e-106815091461" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.202157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0addbcaf-cf5d-4129-bf2e-106815091461" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.202419] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0addbcaf-cf5d-4129-bf2e-106815091461',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.208848] env[66645]: INFO networking_nsxv3.common.synchronization [req-d3e23f82-6dd5-4c06-bf9f-d94bd7002bff req-d639f0fa-a310-4d44-abef-9750d006bd74 tempest-ServerDiagnosticsNegativeTest-247509199 tempest-ServerDiagnosticsNegativeTest-247509199-project-member] Enqueued Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 593.210541] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 593.210541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.210541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.211137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.211137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.211200] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.211286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.211350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.211689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.211806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.211907] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.483823] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5423ba08-7dc4-44fd-9e46-3901092cae4a None None] Enqueued Resource ID: c3276d97-87c7-485d-b4e0-998e443684a7 with Priority: HIGHEST for action port [ 593.483916] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3276d97-87c7-485d-b4e0-998e443684a7 with Priority: HIGHEST for action port [ 593.486129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3276d97-87c7-485d-b4e0-998e443684a7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.486129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3276d97-87c7-485d-b4e0-998e443684a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.486129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3276d97-87c7-485d-b4e0-998e443684a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.486129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3276d97-87c7-485d-b4e0-998e443684a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.486129] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3276d97-87c7-485d-b4e0-998e443684a7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.610158] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.651636] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.651636] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.651636] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.652214] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.652214] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.652309] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.652406] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.652645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.652786] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.653221] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.653333] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.653436] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.653547] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.653658] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.653757] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.653902] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.672963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.673194] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.673825] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.673825] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.674024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-a638aa0a-d059-4ac1-8cea-df7703df336c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.674120] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.674208] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.674567] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.674746] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a638aa0a-d059-4ac1-8cea-df7703df336c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.710455] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0addbcaf-cf5d-4129-bf2e-106815091461 [ 593.710935] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.710935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.710935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.711218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.711334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.711459] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0addbcaf-cf5d-4129-bf2e-106815091461 already deleted. [ 593.711548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0addbcaf-cf5d-4129-bf2e-106815091461" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.717873] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.717873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.718046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.718227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.718402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.718545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.718689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.718776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.718959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.719082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.719171] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 already deleted. [ 593.719273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.988415] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3276d97-87c7-485d-b4e0-998e443684a7 [ 593.988543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.988711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.988772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.988975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.989080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.989174] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3276d97-87c7-485d-b4e0-998e443684a7 already deleted. [ 593.989252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3276d97-87c7-485d-b4e0-998e443684a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.116283] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.116540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.116540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.116893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.116893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.117420] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be created. [ 594.149299] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.149299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.149299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.149299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.149299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.160286] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: UNINITIALIZED for 2s [ 594.177709] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.177933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.178075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.178360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.178505] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.178679] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port a638aa0a-d059-4ac1-8cea-df7703df336c not found, creating... [ 594.179010] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.179191] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.179334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.179559] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.179717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.180035] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.180199] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.180312] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.180515] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.180680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.180786] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: a638aa0a-d059-4ac1-8cea-df7703df336c is going to be created. [ 594.206905] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.207137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.207263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.207530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.207750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.208188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.024566] env[66645]: INFO networking_nsxv3.common.synchronization [req-d3e23f82-6dd5-4c06-bf9f-d94bd7002bff req-57421dc9-9490-45d6-a70f-9b526e06518d service nova] Enqueued Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_rules [ 595.024866] env[66645]: INFO networking_nsxv3.common.synchronization [req-d3e23f82-6dd5-4c06-bf9f-d94bd7002bff req-57421dc9-9490-45d6-a70f-9b526e06518d service nova] Enqueued Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 595.024903] env[66645]: INFO networking_nsxv3.common.synchronization [req-d3e23f82-6dd5-4c06-bf9f-d94bd7002bff req-57421dc9-9490-45d6-a70f-9b526e06518d service nova] Enqueued Resource ID: a638aa0a-d059-4ac1-8cea-df7703df336c with Priority: HIGHEST for action port [ 595.025414] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_rules [ 595.025549] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 595.026382] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a638aa0a-d059-4ac1-8cea-df7703df336c with Priority: HIGHEST for action port [ 595.026382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.026382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.026382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.026382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.026866] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.028202] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.028202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.028202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.028202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.028202] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.028492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.028492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.028492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.028492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.028783] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.032169] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a638aa0a-d059-4ac1-8cea-df7703df336c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.032169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.032169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.032169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.032169] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a638aa0a-d059-4ac1-8cea-df7703df336c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.539976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a638aa0a-d059-4ac1-8cea-df7703df336c with status ACTIVE [ 595.539976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.539976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a638aa0a-d059-4ac1-8cea-df7703df336c is going to be updated. [ 595.542434] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.543295] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.543388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.565873] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.566057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.566097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.566292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.566468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.566569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a638aa0a-d059-4ac1-8cea-df7703df336c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.047048] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.171985] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 596.172581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.172581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.172581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.172689] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.172750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.172948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.172948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.173089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.173129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.173195] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.551656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.551825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.552056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.552153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.552242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.552340] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 is going to be created. [ 596.577542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.577708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.577768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.577982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.578180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.588731] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: UNINITIALIZED for 2s [ 596.676251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.676251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.676251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.676251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.676251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.676251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.676251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.676955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.676955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.677113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.677430] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.678627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.678627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.678957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.679011] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.679295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.679295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.679400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.679459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.679499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.680090] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.728902] env[66645]: INFO networking_nsxv3.common.synchronization [None req-31f2a9c6-4fc2-47a4-b537-5eb73891caea None None] Enqueued Resource ID: b04462d8-491e-4155-8745-22b3ab31b714 with Priority: HIGHEST for action port [ 596.731760] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04462d8-491e-4155-8745-22b3ab31b714 with Priority: HIGHEST for action port [ 596.731760] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04462d8-491e-4155-8745-22b3ab31b714 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.731760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04462d8-491e-4155-8745-22b3ab31b714" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.731760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04462d8-491e-4155-8745-22b3ab31b714" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.731760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04462d8-491e-4155-8745-22b3ab31b714" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.731760] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04462d8-491e-4155-8745-22b3ab31b714',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.747342] env[66645]: INFO networking_nsxv3.common.synchronization [None req-db9e0fc3-ecd1-4776-89f1-c109354dfad7 None None] Enqueued Resource ID: af821063-b434-4343-9bc2-ccc9d30fe856 with Priority: HIGHEST for action port [ 596.748336] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af821063-b434-4343-9bc2-ccc9d30fe856 with Priority: HIGHEST for action port [ 596.749637] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-af821063-b434-4343-9bc2-ccc9d30fe856 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.749868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af821063-b434-4343-9bc2-ccc9d30fe856" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.749979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af821063-b434-4343-9bc2-ccc9d30fe856" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.750350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af821063-b434-4343-9bc2-ccc9d30fe856" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.750463] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af821063-b434-4343-9bc2-ccc9d30fe856',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.085866] env[66645]: INFO networking_nsxv3.common.synchronization [None req-e86f01e7-2386-4ab8-8ca6-045d93619f22 None None] Enqueued Resource ID: 5c168958-beef-4f13-ad58-9231ea660b1c with Priority: HIGHEST for action port [ 597.087733] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c168958-beef-4f13-ad58-9231ea660b1c with Priority: HIGHEST for action port [ 597.088235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c168958-beef-4f13-ad58-9231ea660b1c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.088379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c168958-beef-4f13-ad58-9231ea660b1c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.088457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c168958-beef-4f13-ad58-9231ea660b1c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.088764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c168958-beef-4f13-ad58-9231ea660b1c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.088853] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c168958-beef-4f13-ad58-9231ea660b1c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.182179] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc953449-14a4-40e3-ba52-192516526237: rpc.has_security_group_logging(os_id): False [ 597.200986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.205056] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.205056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.205056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.205056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.205056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.205056] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be created. [ 597.234396] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b04462d8-491e-4155-8745-22b3ab31b714 [ 597.234603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.234727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.234793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.235062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.235164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.235503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b04462d8-491e-4155-8745-22b3ab31b714 already deleted. [ 597.237338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04462d8-491e-4155-8745-22b3ab31b714" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.258040] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af821063-b434-4343-9bc2-ccc9d30fe856 [ 597.258130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.258348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.258426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.258728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.258891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.258972] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af821063-b434-4343-9bc2-ccc9d30fe856 already deleted. [ 597.259064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af821063-b434-4343-9bc2-ccc9d30fe856" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.267225] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.267378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.267423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.267605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.267775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.293892] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 597.592541] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c168958-beef-4f13-ad58-9231ea660b1c [ 597.592541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.592541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.592541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.592541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.592541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.592541] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c168958-beef-4f13-ad58-9231ea660b1c already deleted. [ 597.592541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c168958-beef-4f13-ad58-9231ea660b1c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.163969] env[66645]: INFO networking_nsxv3.common.synchronization [req-aec197c0-e8ce-48c0-bb3d-bd66dc14c14b req-6c13cffb-a98c-4f51-9c85-2a743ec59d9a tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 598.164572] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 598.165395] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.165395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.165395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.170027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.170027] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.193349] env[66645]: INFO networking_nsxv3.common.synchronization [None req-01700f29-4465-48a0-8e90-6a511b8c9bef None None] Enqueued Resource ID: 340d75e0-d115-430c-951b-cd745c30b4f9 with Priority: HIGHEST for action port [ 598.193966] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340d75e0-d115-430c-951b-cd745c30b4f9 with Priority: HIGHEST for action port [ 598.194333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-340d75e0-d115-430c-951b-cd745c30b4f9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.195116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340d75e0-d115-430c-951b-cd745c30b4f9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.195116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340d75e0-d115-430c-951b-cd745c30b4f9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.195116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340d75e0-d115-430c-951b-cd745c30b4f9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.195116] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340d75e0-d115-430c-951b-cd745c30b4f9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.585874] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.585874] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-218" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.585874] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-218" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.585874] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-218" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.585874] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.586222] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.586222] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.588912] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.592023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.592023] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.592023] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.592023] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.592023] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.592023] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.592023] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.592023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.613504] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: SUCCESS [ 598.613504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.615053] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.615053] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.615053] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.615328] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-218" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.615479] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-b826d45d-128e-4ad1-ba41-47a8d12f97e2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.615657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.615789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.616131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.616267] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b826d45d-128e-4ad1-ba41-47a8d12f97e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.617340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.617560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.617755] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.617881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.617947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.618131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.618214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.618314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.618415] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.670983] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.671636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.671636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.671636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.671636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.671977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.671977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.672140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.672339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.672742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.672742] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f already deleted. [ 598.672742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.699265] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 340d75e0-d115-430c-951b-cd745c30b4f9 [ 598.699495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.699759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.699759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.703264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.703495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.703495] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:340d75e0-d115-430c-951b-cd745c30b4f9 already deleted. [ 598.703495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340d75e0-d115-430c-951b-cd745c30b4f9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.122024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.122024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.122024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.122024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.122024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.122024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port b826d45d-128e-4ad1-ba41-47a8d12f97e2 not found, creating... [ 599.122024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.122513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.122513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.122513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.122615] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.122842] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.122978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.123195] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.123356] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.123483] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.123617] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 is going to be created. [ 599.125042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.125210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.125310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.125529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.125757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.125874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.125932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.126310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.126471] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.126585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.126689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126927] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.127017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.127084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.127222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.127295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.127374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.127532] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.156135] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.156353] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.156462] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.156830] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.157075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.157302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.315476] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 599.316440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.630174] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c91309b7-8d5a-4de7-9c2b-9e893130c3b7: rpc.has_security_group_logging(os_id): False [ 599.657140] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.657407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.657407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.657574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.657574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.657574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.657574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.657574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.658404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.658404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.658660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.658725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.659119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.659668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.659741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.660335] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.660335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.660335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.660335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.660621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.660621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 is going to be created. [ 599.725022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.725497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.725497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.725497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.725713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.738433] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: IN_PROGRESS for 2s [ 599.889529] env[66645]: INFO networking_nsxv3.common.synchronization [req-aec197c0-e8ce-48c0-bb3d-bd66dc14c14b req-1a4280cc-0b4f-4bc6-854e-2b187518f718 service nova] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 599.889798] env[66645]: INFO networking_nsxv3.common.synchronization [req-aec197c0-e8ce-48c0-bb3d-bd66dc14c14b req-1a4280cc-0b4f-4bc6-854e-2b187518f718 service nova] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 599.889948] env[66645]: INFO networking_nsxv3.common.synchronization [req-aec197c0-e8ce-48c0-bb3d-bd66dc14c14b req-1a4280cc-0b4f-4bc6-854e-2b187518f718 service nova] Enqueued Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 599.890463] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 599.890603] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 599.890703] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 599.890989] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.891125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.891235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.891483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.891568] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.892370] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.892496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.892546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.892735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.892918] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.893026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.893098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.893244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.893328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.893415] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.896100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b826d45d-128e-4ad1-ba41-47a8d12f97e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.896214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.896284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.896435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.896511] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b826d45d-128e-4ad1-ba41-47a8d12f97e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.996721] env[66645]: INFO networking_nsxv3.common.synchronization [None req-e3a395f8-1701-499c-8226-f775130c912f tempest-ServersTestFqdnHostnames-821036823 tempest-ServersTestFqdnHostnames-821036823-project-member] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 599.997008] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 599.997324] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.997684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.997684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.997768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.998023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.115076] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f2d68058-99b8-4867-9275-79542e30dfc8 tempest-ServersTestFqdnHostnames-821036823 tempest-ServersTestFqdnHostnames-821036823-project-member] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 600.115644] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 600.115967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.116093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.399411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.399734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.399734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b826d45d-128e-4ad1-ba41-47a8d12f97e2 with status ACTIVE [ 600.399908] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.400604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.400711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.400926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.401036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.401221] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.401321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.401385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.401544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.401724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.401788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.402088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.402157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.403095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.403095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403095] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 is going to be updated. [ 600.403722] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.426586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.426586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.426586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.427171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.427171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.427171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.522788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.522957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.523047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.524352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.524352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.524352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 already deleted. [ 600.524352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.524352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.524352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.524352] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.906088] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.999932] env[66645]: INFO networking_nsxv3.common.synchronization [req-da5aef28-44df-4b22-b64e-89bc8f68a938 req-7a5b2c1c-5b65-4958-a31b-826de27ccdf1 tempest-VolumesAdminNegativeTest-873035871 tempest-VolumesAdminNegativeTest-873035871-project-member] Enqueued Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 601.000680] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 601.001448] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.001911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.003368] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.004274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004626] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.048589] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.048589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.048589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.048589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.048589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.048874] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 already deleted. [ 601.052018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.412272] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.412272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.412272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.412272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.412272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.412272] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be created. [ 601.446765] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.446765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.446765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.446765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.446765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.456607] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: UNINITIALIZED for 2s [ 601.495282] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2609f038-8829-417a-a287-00844e4e122d None None] Enqueued Resource ID: dd9affbf-72d9-4cb5-86a6-4084eecbf8b3 with Priority: HIGHEST for action port [ 601.497790] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.498250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.498250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.498707] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.499639] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.499873] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.500055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.500390] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.500541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.500766] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.500881] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.501009] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.501136] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.501266] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.501352] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.501491] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.502916] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9affbf-72d9-4cb5-86a6-4084eecbf8b3 with Priority: HIGHEST for action port [ 601.503497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9affbf-72d9-4cb5-86a6-4084eecbf8b3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.503717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9affbf-72d9-4cb5-86a6-4084eecbf8b3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.503764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9affbf-72d9-4cb5-86a6-4084eecbf8b3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.503977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9affbf-72d9-4cb5-86a6-4084eecbf8b3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.504913] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9affbf-72d9-4cb5-86a6-4084eecbf8b3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.507066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.507173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.507209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.507632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.507632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.508273] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.508397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.508473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.508684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.508818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.508859] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 already deleted. [ 601.508935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.528985] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.529180] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.529320] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.529508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.529855] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-7c1f993b-911f-4f51-8534-82b691d72fba taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.530037] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.530179] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.530481] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.530701] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1f993b-911f-4f51-8534-82b691d72fba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.606954] env[66645]: INFO networking_nsxv3.common.synchronization [None req-ed80dc73-37b3-429f-804d-38f93756dc0d None None] Enqueued Resource ID: f52a9c00-0ef6-404a-a613-10cacc2cf4d3 with Priority: HIGHEST for action port [ 601.607563] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52a9c00-0ef6-404a-a613-10cacc2cf4d3 with Priority: HIGHEST for action port [ 601.608602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f52a9c00-0ef6-404a-a613-10cacc2cf4d3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.608602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f52a9c00-0ef6-404a-a613-10cacc2cf4d3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.608602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f52a9c00-0ef6-404a-a613-10cacc2cf4d3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.608602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f52a9c00-0ef6-404a-a613-10cacc2cf4d3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.608602] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52a9c00-0ef6-404a-a613-10cacc2cf4d3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.753215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: SUCCESS [ 601.753430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.010124] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd9affbf-72d9-4cb5-86a6-4084eecbf8b3 [ 602.010365] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.010536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.010600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.010818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.011133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.011436] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd9affbf-72d9-4cb5-86a6-4084eecbf8b3 already deleted. [ 602.011678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9affbf-72d9-4cb5-86a6-4084eecbf8b3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.013307] env[66645]: INFO networking_nsxv3.common.synchronization [None req-db186897-3d85-4c51-b093-5388259a99f3 None None] Enqueued Resource ID: 112362a7-b033-404b-a94a-bf5b3b8c4817 with Priority: HIGHEST for action port [ 602.014103] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112362a7-b033-404b-a94a-bf5b3b8c4817 with Priority: HIGHEST for action port [ 602.014487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-112362a7-b033-404b-a94a-bf5b3b8c4817 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.014663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112362a7-b033-404b-a94a-bf5b3b8c4817" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.014800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112362a7-b033-404b-a94a-bf5b3b8c4817" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.015134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112362a7-b033-404b-a94a-bf5b3b8c4817" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.015222] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112362a7-b033-404b-a94a-bf5b3b8c4817',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.039119] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.039366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.039515] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.039882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.040102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.040238] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 7c1f993b-911f-4f51-8534-82b691d72fba not found, creating... [ 602.040567] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.040805] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.041039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.041431] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.041553] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.042631] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.042888] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.043053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.043353] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.043522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.043702] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 7c1f993b-911f-4f51-8534-82b691d72fba is going to be created. [ 602.067775] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.070033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.070033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.070033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.070033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.070783] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.112660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f52a9c00-0ef6-404a-a613-10cacc2cf4d3 [ 602.112660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.112660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.112660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.112660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.112660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.112660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f52a9c00-0ef6-404a-a613-10cacc2cf4d3 already deleted. [ 602.112660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f52a9c00-0ef6-404a-a613-10cacc2cf4d3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.520367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 112362a7-b033-404b-a94a-bf5b3b8c4817 [ 602.520367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.520367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.520367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.520367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.520367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:112362a7-b033-404b-a94a-bf5b3b8c4817 already deleted. [ 602.520367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112362a7-b033-404b-a94a-bf5b3b8c4817" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.927437] env[66645]: INFO networking_nsxv3.common.synchronization [req-da5aef28-44df-4b22-b64e-89bc8f68a938 req-a7004e43-2861-42f6-9c3c-831ec73d6724 service nova] Enqueued Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_rules [ 602.927628] env[66645]: INFO networking_nsxv3.common.synchronization [req-da5aef28-44df-4b22-b64e-89bc8f68a938 req-a7004e43-2861-42f6-9c3c-831ec73d6724 service nova] Enqueued Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 602.927751] env[66645]: INFO networking_nsxv3.common.synchronization [req-da5aef28-44df-4b22-b64e-89bc8f68a938 req-a7004e43-2861-42f6-9c3c-831ec73d6724 service nova] Enqueued Resource ID: 7c1f993b-911f-4f51-8534-82b691d72fba with Priority: HIGHEST for action port [ 602.928327] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_rules [ 602.928512] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 602.928621] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1f993b-911f-4f51-8534-82b691d72fba with Priority: HIGHEST for action port [ 602.928952] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.929190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.929190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.929478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.929600] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.930565] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.930687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.930806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.930935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.931092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.931188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.931256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.931403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.931485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.931577] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.933462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1f993b-911f-4f51-8534-82b691d72fba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.936449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.936449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.936449] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1f993b-911f-4f51-8534-82b691d72fba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.260268] env[66645]: INFO networking_nsxv3.common.synchronization [req-e93f9b89-c978-4b2d-b253-3d182d60da56 req-d3e679e9-8a9a-4f87-b6b3-1d7266321c1b tempest-InstanceActionsV221TestJSON-2093640113 tempest-InstanceActionsV221TestJSON-2093640113-project-member] Enqueued Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 603.260903] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 603.261230] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.261381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.262362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.262362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.262362] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.434598] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.437586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.438208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c1f993b-911f-4f51-8534-82b691d72fba with status ACTIVE [ 603.445407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.445407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.445407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.445407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.445407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c1f993b-911f-4f51-8534-82b691d72fba is going to be updated. [ 603.470092] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 603.470248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.471097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.471221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.471309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.471539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.471674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.471826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1f993b-911f-4f51-8534-82b691d72fba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.472088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.472246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.472420] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.472562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.472666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.472826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.472915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.473037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.473179] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.764706] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.764706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.764706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.765072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.765106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.765296] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.765408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.765475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.765681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.765722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.765942] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab already deleted. [ 603.765942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.807275] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.807448] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-768" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.807571] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-768" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.807914] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-768" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.808195] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.808501] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.808501] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.808659] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.808841] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.810151] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.810151] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.810347] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.810500] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.810622] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.810739] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.810874] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.834959] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.835106] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.835250] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.835429] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-768" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.835772] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-985594fc-e735-4284-b287-060a3bcb1099 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.835893] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.836017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.836366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.836500] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985594fc-e735-4284-b287-060a3bcb1099',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.936042] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.976023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.341806] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.342041] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.342170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.342521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.342668] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.342821] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 985594fc-e735-4284-b287-060a3bcb1099 not found, creating... [ 604.343332] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.343332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.343332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.344096] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.344096] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.344096] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.344096] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.344268] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.344698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.344698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.344698] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 985594fc-e735-4284-b287-060a3bcb1099 is going to be created. [ 604.373763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.374032] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.374201] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.374521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.376777] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.376777] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.443715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.443715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.443715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.443715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443715] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 is going to be created. [ 604.478753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37618f85-0f36-4f79-8b52-767cb711053f: rpc.has_security_group_logging(os_id): False [ 604.507401] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.507577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.507625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.507860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.508041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.519966] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.520167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.520212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.520398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.520488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.520744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.521213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.521213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.521213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.521360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.521413] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be created. [ 604.533838] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: UNINITIALIZED for 2s [ 604.633964] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.634175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.634222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.634408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.634575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.649753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 605.526594] env[66645]: INFO networking_nsxv3.common.synchronization [req-e93f9b89-c978-4b2d-b253-3d182d60da56 req-dc07f1cf-208c-4ccd-8370-1a3226ee1cdc service nova] Enqueued Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_rules [ 605.526859] env[66645]: INFO networking_nsxv3.common.synchronization [req-e93f9b89-c978-4b2d-b253-3d182d60da56 req-dc07f1cf-208c-4ccd-8370-1a3226ee1cdc service nova] Enqueued Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 605.527822] env[66645]: INFO networking_nsxv3.common.synchronization [req-e93f9b89-c978-4b2d-b253-3d182d60da56 req-dc07f1cf-208c-4ccd-8370-1a3226ee1cdc service nova] Enqueued Resource ID: 985594fc-e735-4284-b287-060a3bcb1099 with Priority: HIGHEST for action port [ 605.528327] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_rules [ 605.528464] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 605.528567] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985594fc-e735-4284-b287-060a3bcb1099 with Priority: HIGHEST for action port [ 605.528883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.528997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.529089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.529353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.529459] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.530325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.530719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.530719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.530719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.530860] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.530905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.530937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.531217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.531317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.531489] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.532530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-985594fc-e735-4284-b287-060a3bcb1099 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.532700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.532799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.532918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.533026] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985594fc-e735-4284-b287-060a3bcb1099',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.035046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.035271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.035414] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.036804] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985594fc-e735-4284-b287-060a3bcb1099 with status ACTIVE [ 606.037031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.037157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.037226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.037525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.037638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.037831] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.038340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.038340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.038667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.038797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.038980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.039091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.039278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.039346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.039499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985594fc-e735-4284-b287-060a3bcb1099 is going to be updated. [ 606.065186] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.065364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.065405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.065641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.065804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.065983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985594fc-e735-4284-b287-060a3bcb1099" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.149840] env[66645]: INFO networking_nsxv3.common.synchronization [None req-033be358-6aed-40dc-8053-071bc0a5ced1 None None] Enqueued Resource ID: 4077b112-2fd3-4d91-8486-883617b9fea7 with Priority: HIGHEST for action port [ 606.150514] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4077b112-2fd3-4d91-8486-883617b9fea7 with Priority: HIGHEST for action port [ 606.150874] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4077b112-2fd3-4d91-8486-883617b9fea7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.151018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4077b112-2fd3-4d91-8486-883617b9fea7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.151087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4077b112-2fd3-4d91-8486-883617b9fea7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.151414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4077b112-2fd3-4d91-8486-883617b9fea7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.151530] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4077b112-2fd3-4d91-8486-883617b9fea7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.542672] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.546930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: SUCCESS [ 606.546930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.546930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.546930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.547142] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.547142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.547240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.547392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.547465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.547911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.547911] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.654933] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4077b112-2fd3-4d91-8486-883617b9fea7 [ 606.654933] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.654933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.654933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.654933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.654933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.654933] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4077b112-2fd3-4d91-8486-883617b9fea7 already deleted. [ 606.654933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4077b112-2fd3-4d91-8486-883617b9fea7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.663381] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 606.663613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938604] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1139bb9d-0c89-4036-90f3-ff9d4a96a398 None None] Enqueued Resource ID: 327cf22e-594d-42d6-bdf7-8c7a04e02ec5 with Priority: HIGHEST for action port [ 606.939021] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327cf22e-594d-42d6-bdf7-8c7a04e02ec5 with Priority: HIGHEST for action port [ 606.939405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-327cf22e-594d-42d6-bdf7-8c7a04e02ec5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.939528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327cf22e-594d-42d6-bdf7-8c7a04e02ec5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.939601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327cf22e-594d-42d6-bdf7-8c7a04e02ec5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.939917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327cf22e-594d-42d6-bdf7-8c7a04e02ec5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.939991] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327cf22e-594d-42d6-bdf7-8c7a04e02ec5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.946360] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ec224a3-6081-492e-a458-b8370ff51a85 req-59ed008a-ba1a-4b2a-9cee-7b78511068f7 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 606.946585] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 606.947713] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.948990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.949057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.949337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.949508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.949615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.949739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.949880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.949980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.950093] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.046279] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.046279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.046279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.047720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.047832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.047953] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab is going to be created. [ 607.049311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.050168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.050168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.050168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.050168] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.050168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.050168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.050412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.050412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.050477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.050567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.050660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.050720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.051105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.051105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.051235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.051235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.051360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.051438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.051521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.051607] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.077660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.080336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.080336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.080336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.080336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089489] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: UNINITIALIZED for 2s [ 607.445020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 327cf22e-594d-42d6-bdf7-8c7a04e02ec5 [ 607.445020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.445020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.445020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.445020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.445020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.445020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:327cf22e-594d-42d6-bdf7-8c7a04e02ec5 already deleted. [ 607.445020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327cf22e-594d-42d6-bdf7-8c7a04e02ec5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454065] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454973] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.455258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.455258] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 already deleted. [ 607.455258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.543575] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2ce9fdd8-5900-4eab-9031-76e31abf5fed None None] Enqueued Resource ID: bbda5b9e-2113-4903-a25e-99abf185ffaa with Priority: HIGHEST for action port [ 607.545016] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbda5b9e-2113-4903-a25e-99abf185ffaa with Priority: HIGHEST for action port [ 607.545016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbda5b9e-2113-4903-a25e-99abf185ffaa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.546800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbda5b9e-2113-4903-a25e-99abf185ffaa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.546800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbda5b9e-2113-4903-a25e-99abf185ffaa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.546800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbda5b9e-2113-4903-a25e-99abf185ffaa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.546800] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbda5b9e-2113-4903-a25e-99abf185ffaa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.553952] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513: rpc.has_security_group_logging(os_id): False [ 607.575827] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.576040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.576087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.576454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.576454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.576683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.576796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.576922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.577126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.577239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.577485] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.577600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.577691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.577899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.577980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.578274] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.578404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.578507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.578989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.578989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.578989] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 is going to be created. [ 607.656151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.657772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.657921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.658646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.658646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.673026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: IN_PROGRESS for 2s [ 608.053026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbda5b9e-2113-4903-a25e-99abf185ffaa [ 608.053026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.053026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.053026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.053026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.053026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.053026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbda5b9e-2113-4903-a25e-99abf185ffaa already deleted. [ 608.053539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbda5b9e-2113-4903-a25e-99abf185ffaa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.192043] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.192043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.192043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.192043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.192395] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.192395] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.192494] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.193039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.193039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.193039] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.193233] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.193233] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.193328] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.193427] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.193541] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.193944] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.215927] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.216126] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.216507] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.216613] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.216952] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-06a8f3e3-9079-4c27-8157-4e7360c9ee35 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.217169] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.217329] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.217628] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.217809] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a8f3e3-9079-4c27-8157-4e7360c9ee35',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.720151] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.720601] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.720601] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.720784] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.720899] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.721061] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 06a8f3e3-9079-4c27-8157-4e7360c9ee35 not found, creating... [ 608.721314] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.721467] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.721579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.721801] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.721924] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.722215] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.722366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.722480] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.722678] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.722804] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.722938] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 06a8f3e3-9079-4c27-8157-4e7360c9ee35 is going to be created. [ 608.745877] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.746124] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.746654] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.746984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.747319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.747608] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.840332] env[66645]: INFO networking_nsxv3.common.synchronization [None req-6782eaa2-06aa-4257-be23-edfb4669da0e None None] Enqueued Resource ID: ed17fc23-6151-4051-ba91-33c6821f166f with Priority: HIGHEST for action port [ 608.840986] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed17fc23-6151-4051-ba91-33c6821f166f with Priority: HIGHEST for action port [ 608.841371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed17fc23-6151-4051-ba91-33c6821f166f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.841502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed17fc23-6151-4051-ba91-33c6821f166f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.841568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed17fc23-6151-4051-ba91-33c6821f166f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.841838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed17fc23-6151-4051-ba91-33c6821f166f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.841926] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed17fc23-6151-4051-ba91-33c6821f166f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.101571] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: SUCCESS [ 609.101782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.102643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.102760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.102841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.103191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.103285] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.344785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed17fc23-6151-4051-ba91-33c6821f166f [ 609.345062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.345193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.345738] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed17fc23-6151-4051-ba91-33c6821f166f already deleted. [ 609.345821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed17fc23-6151-4051-ba91-33c6821f166f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.478014] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ec224a3-6081-492e-a458-b8370ff51a85 req-55dbd1a9-529d-40a3-86e0-cb0f8eb4feac service nova] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 609.478206] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ec224a3-6081-492e-a458-b8370ff51a85 req-55dbd1a9-529d-40a3-86e0-cb0f8eb4feac service nova] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 609.478340] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ec224a3-6081-492e-a458-b8370ff51a85 req-55dbd1a9-529d-40a3-86e0-cb0f8eb4feac service nova] Enqueued Resource ID: 06a8f3e3-9079-4c27-8157-4e7360c9ee35 with Priority: HIGHEST for action port [ 609.478892] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 609.480720] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 609.481689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a8f3e3-9079-4c27-8157-4e7360c9ee35 with Priority: HIGHEST for action port [ 609.482842] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.483638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.483638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.483638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.483638] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.484532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.484725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.484899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485071] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485709] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.489588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a8f3e3-9079-4c27-8157-4e7360c9ee35 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.489709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.489758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.489939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.490034] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a8f3e3-9079-4c27-8157-4e7360c9ee35',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.559321] env[66645]: INFO networking_nsxv3.common.synchronization [None req-207f39db-be66-4ffd-915c-3bc6fa3ce7ff None None] Enqueued Resource ID: dcf6a5e1-f631-4552-bc43-7df764b34014 with Priority: HIGHEST for action port [ 609.559912] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf6a5e1-f631-4552-bc43-7df764b34014 with Priority: HIGHEST for action port [ 609.560240] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf6a5e1-f631-4552-bc43-7df764b34014 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.560352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf6a5e1-f631-4552-bc43-7df764b34014" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.560417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf6a5e1-f631-4552-bc43-7df764b34014" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.560659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf6a5e1-f631-4552-bc43-7df764b34014" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560736] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf6a5e1-f631-4552-bc43-7df764b34014',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.606119] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.606297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.606337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.606641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.606741] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.610693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.610693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.610693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.610693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.610693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.611413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.611413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.611413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.611413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.611413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.611413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.611413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.611660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.611660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.611660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.611771] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.685444] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: SUCCESS [ 609.685642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.943210] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f0f0a9d4-03d4-4299-8305-a1a72f914b55 None None] Enqueued Resource ID: db461de4-45bb-4c7a-af18-b803153d1213 with Priority: HIGHEST for action port [ 609.944663] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db461de4-45bb-4c7a-af18-b803153d1213 with Priority: HIGHEST for action port [ 609.945348] env[66645]: INFO networking_nsxv3.common.synchronization [req-24eaf63e-db04-43f3-9f33-78bc0ca3013a req-cefaa545-ffd9-46dd-ac55-2d14e0f256ec tempest-VolumesAssistedSnapshotsTest-357023732 tempest-VolumesAssistedSnapshotsTest-357023732-project-member] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 609.945653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-db461de4-45bb-4c7a-af18-b803153d1213 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.946770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db461de4-45bb-4c7a-af18-b803153d1213" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.946770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db461de4-45bb-4c7a-af18-b803153d1213" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.946770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db461de4-45bb-4c7a-af18-b803153d1213" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.946770] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db461de4-45bb-4c7a-af18-b803153d1213',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.947050] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 609.947507] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.947616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.947682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.947908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.948069] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.948177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.948217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.948359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.948465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.948465] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.991864] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.992043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.992641] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.993463] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06a8f3e3-9079-4c27-8157-4e7360c9ee35 with status ACTIVE [ 609.993463] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.993463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.993463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.993665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.993697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.993855] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.993989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.993989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.994228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.994400] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.994493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.994553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.994765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.994849] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06a8f3e3-9079-4c27-8157-4e7360c9ee35 is going to be updated. [ 610.018405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.018548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.018982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a8f3e3-9079-4c27-8157-4e7360c9ee35" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.064619] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcf6a5e1-f631-4552-bc43-7df764b34014 [ 610.064856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.064989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.065115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.065284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.065712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.065712] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcf6a5e1-f631-4552-bc43-7df764b34014 already deleted. [ 610.065712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf6a5e1-f631-4552-bc43-7df764b34014" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.115938] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da3a663-8ba5-4db7-8624-49b0dba218ab: rpc.has_security_group_logging(os_id): False [ 610.140682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.141011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.141175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.141855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.142059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.142350] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.142577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.142807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.143362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.144018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.144018] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.144018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.144018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.144294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.144448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.144802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.145024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.145931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.145931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.145931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.145931] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab is going to be created. [ 610.235744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.235744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.235744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.235744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.235744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.247663] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: IN_PROGRESS for 2s [ 610.452377] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db461de4-45bb-4c7a-af18-b803153d1213 [ 610.452995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.452995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.452995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.453327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db461de4-45bb-4c7a-af18-b803153d1213 already deleted. [ 610.453504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db461de4-45bb-4c7a-af18-b803153d1213" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453814] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.454078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.454309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.454368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.454527] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.454627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.454691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.454837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.454914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.454996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed already deleted. [ 610.455137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.470844] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.470990] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-877" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.471046] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-877" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.471822] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-877" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.471822] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.471822] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.472070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.473543] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.477173] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.478021] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.478192] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.478308] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.478430] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.478806] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.478806] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.478806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.498411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.499513] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.499513] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.499513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-877" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499513] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.500043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.500163] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3739e1c2-903c-41b8-9ba7-0d342a9de8f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.504679] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.998042] env[66645]: INFO networking_nsxv3.common.synchronization [req-82d4f818-6538-4e88-8946-02a69b8bfd5a req-b6527f25-5682-488d-9fd5-da615ee22724 tempest-DeleteServersAdminTestJSON-1084976505 tempest-DeleteServersAdminTestJSON-1084976505-project-member] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 610.998042] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 610.998042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.998042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.998042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.999328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.999328] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.999328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.999328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.999328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.999328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.999328] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.007201] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.007447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.007588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.007905] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.008059] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.008377] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 not found, creating... [ 611.008510] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.009137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.009137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.009244] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.009607] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.009947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.009947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.010202] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.010335] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.010617] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 is going to be created. [ 611.011870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.012081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.012175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.012356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.012442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.012550] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be created. [ 611.037959] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.038207] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.038331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.038619] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.038868] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.039137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.044960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.045118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.045187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.045394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.045547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.056761] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: UNINITIALIZED for 2s [ 611.502526] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.502526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.503036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.503036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.503149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.503216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.503514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.503514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.503636] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 already deleted. [ 611.503636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.576972] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.577685] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.577855] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.578188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.578479] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578660] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.578803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.579253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.579253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.579419] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.579542] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.579648] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.579756] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.579862] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.580039] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.580132] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.600146] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.600821] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.600960] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.601072] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.601460] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-abef20be-4855-4efc-b364-5c7f6c098c14 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601648] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.602087] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.602252] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abef20be-4855-4efc-b364-5c7f6c098c14',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.765372] env[66645]: INFO networking_nsxv3.common.synchronization [req-24eaf63e-db04-43f3-9f33-78bc0ca3013a req-0e3b3007-76d2-46cb-ba14-491f0f80fb87 service nova] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 611.765508] env[66645]: INFO networking_nsxv3.common.synchronization [req-24eaf63e-db04-43f3-9f33-78bc0ca3013a req-0e3b3007-76d2-46cb-ba14-491f0f80fb87 service nova] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 611.765644] env[66645]: INFO networking_nsxv3.common.synchronization [req-24eaf63e-db04-43f3-9f33-78bc0ca3013a req-0e3b3007-76d2-46cb-ba14-491f0f80fb87 service nova] Enqueued Resource ID: 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 with Priority: HIGHEST for action port [ 611.765879] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_rules [ 611.766028] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 611.766119] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 with Priority: HIGHEST for action port [ 611.766688] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.766986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.766986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.767108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.767283] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.767976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.768166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.768231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.768396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.768985] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.769333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.769418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769565] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.773041] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.773041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.773041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.773041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.773289] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3739e1c2-903c-41b8-9ba7-0d342a9de8f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.885035] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c503dd91-18e8-4af7-93d2-44b620393467 None None] Enqueued Resource ID: 90d088ce-cabb-427b-96e2-84e437528061 with Priority: HIGHEST for action port [ 611.885664] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d088ce-cabb-427b-96e2-84e437528061 with Priority: HIGHEST for action port [ 611.886465] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d088ce-cabb-427b-96e2-84e437528061 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.886604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d088ce-cabb-427b-96e2-84e437528061" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.886663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d088ce-cabb-427b-96e2-84e437528061" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.886922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d088ce-cabb-427b-96e2-84e437528061" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.887012] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d088ce-cabb-427b-96e2-84e437528061',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.104928] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.105277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.105403] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.105797] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.105999] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.106209] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port abef20be-4855-4efc-b364-5c7f6c098c14 not found, creating... [ 612.106563] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.106802] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.106962] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.107248] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.107426] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.107780] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.107972] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.108458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.108799] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.109468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.109468] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: abef20be-4855-4efc-b364-5c7f6c098c14 is going to be created. [ 612.131738] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.132020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.132204] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.132492] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.132738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.132961] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.270222] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: SUCCESS [ 612.270222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.274545] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.278304] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.278476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278702] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 with status ACTIVE [ 612.278975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.279089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.279162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.279411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.279506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.279837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.279837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.279945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.280140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.280232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280438] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.280563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.280632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.280786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.280890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280985] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3739e1c2-903c-41b8-9ba7-0d342a9de8f5 is going to be updated. [ 612.314611] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.314611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.314873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.314873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.315015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.315193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3739e1c2-903c-41b8-9ba7-0d342a9de8f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.391118] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d088ce-cabb-427b-96e2-84e437528061 [ 612.391408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.391609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.391887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.391929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.392033] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d088ce-cabb-427b-96e2-84e437528061 already deleted. [ 612.392185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d088ce-cabb-427b-96e2-84e437528061" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.521698] env[66645]: INFO networking_nsxv3.common.synchronization [req-53d52c1a-db55-44eb-8427-f76ebd88ff86 req-e33938be-28de-413f-b75d-9a7e75973f02 tempest-FloatingIPsAssociationTestJSON-1867956850 tempest-FloatingIPsAssociationTestJSON-1867956850-project-member] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 612.521950] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 612.522378] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.522538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.522602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.523235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.523235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.523235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.523235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.523458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.523493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.523599] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.786617] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.989629] env[66645]: INFO networking_nsxv3.common.synchronization [req-82d4f818-6538-4e88-8946-02a69b8bfd5a req-015dc33b-1cd9-4015-9b4e-25281ab4b98d service nova] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_rules [ 612.989719] env[66645]: INFO networking_nsxv3.common.synchronization [req-82d4f818-6538-4e88-8946-02a69b8bfd5a req-015dc33b-1cd9-4015-9b4e-25281ab4b98d service nova] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 612.989935] env[66645]: INFO networking_nsxv3.common.synchronization [req-82d4f818-6538-4e88-8946-02a69b8bfd5a req-015dc33b-1cd9-4015-9b4e-25281ab4b98d service nova] Enqueued Resource ID: abef20be-4855-4efc-b364-5c7f6c098c14 with Priority: HIGHEST for action port [ 612.990498] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_rules [ 612.990640] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 612.990741] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef20be-4855-4efc-b364-5c7f6c098c14 with Priority: HIGHEST for action port [ 612.994157] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.995504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.995504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.995504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.995504] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.996218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.996334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.996386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.996569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.997092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.997092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.997092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.997092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.997363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.997363] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.999244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-abef20be-4855-4efc-b364-5c7f6c098c14 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.999422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.999422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.999615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.999697] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abef20be-4855-4efc-b364-5c7f6c098c14',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.026749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.029560] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.029560] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 already deleted. [ 613.029560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069811] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.069811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069811] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.237879] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.237879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.238288] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.238474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.238850] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.239079] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.239259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.239575] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.239828] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.240125] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.240349] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.240541] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.240757] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.240957] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.241169] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.241383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.263042] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.263042] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.263218] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.263412] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.263771] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-be64d1aa-8db1-4912-9a77-5a2c7087dd01 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.263981] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264173] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.264558] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.264721] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be64d1aa-8db1-4912-9a77-5a2c7087dd01',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.288730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.288988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.289084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.289307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.289401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.289519] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed is going to be created. [ 613.317818] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.317974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.318089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.318309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.318465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.333397] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: UNINITIALIZED for 2s [ 613.502426] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abef20be-4855-4efc-b364-5c7f6c098c14 with status ACTIVE [ 613.503229] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.503910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.504087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.504297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.504408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.504614] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.504732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.504800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.505227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.505361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.505621] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.505760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.505826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.506689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.507119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.507282] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abef20be-4855-4efc-b364-5c7f6c098c14 is going to be updated. [ 613.509886] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.509886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.511580] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.535579] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.535777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.535777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.536555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.536555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.536555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abef20be-4855-4efc-b364-5c7f6c098c14" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.573174] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.769547] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.769813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.769969] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.770384] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.770473] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.770550] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port be64d1aa-8db1-4912-9a77-5a2c7087dd01 not found, creating... [ 613.770825] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.771023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.771151] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.771328] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.771432] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.771751] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.771906] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.773273] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.773564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.773658] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.773774] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: be64d1aa-8db1-4912-9a77-5a2c7087dd01 is going to be created. [ 613.800860] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.801225] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.801360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.801671] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.801904] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.802152] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.013539] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.075456] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4313d079-51e9-4cfc-9283-d6800b0fdeb2: rpc.has_security_group_logging(os_id): False [ 614.094205] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.094205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.094205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.094458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.094507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.094723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.094825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.094892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.095073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.095249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.095249] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be created. [ 614.166021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.166213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.166278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.166535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.166745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.179403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 614.515560] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.515884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.515884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.516060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.516154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.516327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be created. [ 614.546624] env[66645]: INFO networking_nsxv3.common.synchronization [req-53d52c1a-db55-44eb-8427-f76ebd88ff86 req-aaf95bb3-0071-49ed-8d5c-20de22e4943f service nova] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_rules [ 614.546624] env[66645]: INFO networking_nsxv3.common.synchronization [req-53d52c1a-db55-44eb-8427-f76ebd88ff86 req-aaf95bb3-0071-49ed-8d5c-20de22e4943f service nova] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 614.546624] env[66645]: INFO networking_nsxv3.common.synchronization [req-53d52c1a-db55-44eb-8427-f76ebd88ff86 req-aaf95bb3-0071-49ed-8d5c-20de22e4943f service nova] Enqueued Resource ID: be64d1aa-8db1-4912-9a77-5a2c7087dd01 with Priority: HIGHEST for action port [ 614.547441] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_rules [ 614.547758] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 614.547972] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be64d1aa-8db1-4912-9a77-5a2c7087dd01 with Priority: HIGHEST for action port [ 614.548775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.549240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.549422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.550627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.550627] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.551349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.553093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.553220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.553337] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.554576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-be64d1aa-8db1-4912-9a77-5a2c7087dd01 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.554693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.554758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.554942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.555044] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be64d1aa-8db1-4912-9a77-5a2c7087dd01',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.557302] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.557302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.557302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.557493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.557599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.572348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: UNINITIALIZED for 2s [ 615.057663] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.057663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.063220] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.063853] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be64d1aa-8db1-4912-9a77-5a2c7087dd01 with status ACTIVE [ 615.064342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.065613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.065613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.066695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.066695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.066695] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.066695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.071988] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.071988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.071988] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be64d1aa-8db1-4912-9a77-5a2c7087dd01 is going to be updated. [ 615.096102] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.096298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.096371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.096588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.096753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.096940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be64d1aa-8db1-4912-9a77-5a2c7087dd01" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.348435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: SUCCESS [ 615.349919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.349919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.350496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.351558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.351558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.351558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.351558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.351558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.351858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.351997] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.572706] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.838022] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a5e3c016-e1d3-493b-8825-11c3921c5293 None None] Enqueued Resource ID: d5409986-8960-45b2-a3ff-75fcc0087ca3 with Priority: HIGHEST for action port [ 615.842382] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5409986-8960-45b2-a3ff-75fcc0087ca3 with Priority: HIGHEST for action port [ 615.842382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5409986-8960-45b2-a3ff-75fcc0087ca3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.842382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5409986-8960-45b2-a3ff-75fcc0087ca3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.842382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5409986-8960-45b2-a3ff-75fcc0087ca3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.842382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5409986-8960-45b2-a3ff-75fcc0087ca3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.842382] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5409986-8960-45b2-a3ff-75fcc0087ca3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.859829] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.971599] env[66645]: INFO networking_nsxv3.common.synchronization [req-6aaa31ef-57fe-4a4e-87d2-7865c2dde981 req-19545cfe-0f0e-429a-9252-474dd1c30896 tempest-ServersTestFqdnHostnames-821036823 tempest-ServersTestFqdnHostnames-821036823-project-member] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 615.974933] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 615.975364] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.975621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.975621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.975915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.976497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.976614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.976702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.976982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.977669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.977936] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.077234] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.077547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.077646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.078404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.079514] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be created. [ 616.113226] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.113226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.113226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.113226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.126232] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: UNINITIALIZED for 2s [ 616.194046] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 616.194240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.344112] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5409986-8960-45b2-a3ff-75fcc0087ca3 [ 616.344262] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.344827] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5409986-8960-45b2-a3ff-75fcc0087ca3 already deleted. [ 616.344943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5409986-8960-45b2-a3ff-75fcc0087ca3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.363215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9389c921-043c-4b22-927d-4c73fc8ae3ed: rpc.has_security_group_logging(os_id): False [ 616.427837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.428770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.428770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.428770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.428770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.428770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.428770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.429614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.429614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.429614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.429614] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed is going to be created. [ 616.482069] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.482069] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.482069] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 already deleted. [ 616.482069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.494808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.494808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.494808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.494808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.494808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.501587] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.502115] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-868" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.502256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-868" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.502581] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-868" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.502839] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.502996] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.503255] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.503485] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.503647] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.503936] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.504020] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.504118] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.504283] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.504392] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.504472] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.504703] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.506267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: IN_PROGRESS for 2s [ 616.526702] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.526902] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.527015] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.527285] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-868" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.527503] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-363c58f9-b949-4d8d-b8a3-3d6a77207785 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.527668] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.527779] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.528123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.528356] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363c58f9-b949-4d8d-b8a3-3d6a77207785',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.582120] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.583785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.583785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.583785] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.036023] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.036023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 363c58f9-b949-4d8d-b8a3-3d6a77207785 not found, creating... [ 617.036023] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.036023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.036809] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.036809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.036809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.036809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.036809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.036809] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 363c58f9-b949-4d8d-b8a3-3d6a77207785 is going to be created. [ 617.065958] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.067769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.067769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.067769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.067769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.091138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.091138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.091138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.091138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.091759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.091759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.091759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.091759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.091759] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.595387] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9: rpc.has_security_group_logging(os_id): False [ 617.619885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.620115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.620222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.620456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.620606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.620848] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.620974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.621057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.621235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.621318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.621513] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.621607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.621671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.621888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.621982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.622235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.622334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.622413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.622675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.622770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.622862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be created. [ 617.700988] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.700988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.700988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.701312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.701393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.714329] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 617.902999] env[66645]: INFO networking_nsxv3.common.synchronization [req-6aaa31ef-57fe-4a4e-87d2-7865c2dde981 req-78914bb1-e8f9-4501-b0e4-f451724388ac service nova] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 617.903187] env[66645]: INFO networking_nsxv3.common.synchronization [req-6aaa31ef-57fe-4a4e-87d2-7865c2dde981 req-78914bb1-e8f9-4501-b0e4-f451724388ac service nova] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 617.903342] env[66645]: INFO networking_nsxv3.common.synchronization [req-6aaa31ef-57fe-4a4e-87d2-7865c2dde981 req-78914bb1-e8f9-4501-b0e4-f451724388ac service nova] Enqueued Resource ID: 363c58f9-b949-4d8d-b8a3-3d6a77207785 with Priority: HIGHEST for action port [ 617.903579] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_rules [ 617.903747] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 617.903868] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363c58f9-b949-4d8d-b8a3-3d6a77207785 with Priority: HIGHEST for action port [ 617.905083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.905236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.905312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.905552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.905654] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.906557] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.906783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.906783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.906917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.907085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.907191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.907252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.907445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.907505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.907584] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.908886] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-363c58f9-b949-4d8d-b8a3-3d6a77207785 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.908886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.908886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.909054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.909111] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363c58f9-b949-4d8d-b8a3-3d6a77207785',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.145282] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.145282] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145282] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.196961] env[66645]: INFO networking_nsxv3.common.synchronization [req-b6a4e22f-0a45-4d08-bfad-de447a886cfe req-95259790-d696-4981-8443-075351b92511 tempest-ServerAddressesNegativeTestJSON-1179989450 tempest-ServerAddressesNegativeTestJSON-1179989450-project-member] Enqueued Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 618.197509] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 618.197817] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.197940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.198015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.198412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.198570] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.198671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.198735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.198968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.199070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.199166] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.237750] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0fcdd210-a333-4027-941a-e47a19dba796 None None] Enqueued Resource ID: b0da074e-9619-476e-8af4-29941d4861aa with Priority: HIGHEST for action port [ 618.238299] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0da074e-9619-476e-8af4-29941d4861aa with Priority: HIGHEST for action port [ 618.238658] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0da074e-9619-476e-8af4-29941d4861aa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.238919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0da074e-9619-476e-8af4-29941d4861aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.239055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0da074e-9619-476e-8af4-29941d4861aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.239378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0da074e-9619-476e-8af4-29941d4861aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.240385] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0da074e-9619-476e-8af4-29941d4861aa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.411084] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.411261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.411455] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 363c58f9-b949-4d8d-b8a3-3d6a77207785 with status ACTIVE [ 618.411649] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.411739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.411805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.412033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.412133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.412298] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.412456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.412680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.412680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.412845] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.413009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.413154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.413230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.413625] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 363c58f9-b949-4d8d-b8a3-3d6a77207785 is going to be updated. [ 618.415293] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.437959] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.437959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.437959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.437959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.438220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.438259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363c58f9-b949-4d8d-b8a3-3d6a77207785" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.520820] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: SUCCESS [ 618.520977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.577556] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.577556] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-302" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.577812] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-302" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.577984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-302" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.578274] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.578449] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.578546] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.578893] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.579171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.579435] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.579749] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.579932] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.580099] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.580232] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.580484] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.580552] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.608788] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.609468] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.609468] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.609610] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-302" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.610378] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-351c8e58-0f33-4086-ac15-c43f69a9bad7 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.610378] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.610378] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.610819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.611285] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351c8e58-0f33-4086-ac15-c43f69a9bad7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.649016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.649016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649302] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.649419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.650343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.650343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.650505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.650586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.650763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.650949] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.651108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.651171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.651283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.651359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.651455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.651576] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.701819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.702167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.702252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.702566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.702673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.702936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.703050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.703126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.703292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.703374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.703533] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 already deleted. [ 618.703651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.743088] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0da074e-9619-476e-8af4-29941d4861aa [ 618.743408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.743686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.743686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.743797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.743836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.743941] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0da074e-9619-476e-8af4-29941d4861aa already deleted. [ 618.744030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0da074e-9619-476e-8af4-29941d4861aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.918408] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.114858] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.114966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.115089] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.115395] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.115539] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.115693] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 351c8e58-0f33-4086-ac15-c43f69a9bad7 not found, creating... [ 619.116025] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116213] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116671] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.117053] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.117187] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.118060] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.119049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.119049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.119863] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 351c8e58-0f33-4086-ac15-c43f69a9bad7 is going to be created. [ 619.145994] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.146268] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.146401] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.146714] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.146970] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.147225] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.156166] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43c03dda-0abc-4886-a75d-69441c926612: rpc.has_security_group_logging(os_id): False [ 619.182431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.182597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.182702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.185446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.186221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.186221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.186221] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be created. [ 619.265808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.265987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.266118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.266421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.266608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.280300] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 619.420508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.420672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.420746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.420970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.421447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.421447] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 is going to be created. [ 619.454517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.454636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.454710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.454957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.455140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.469702] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: UNINITIALIZED for 2s [ 619.730337] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 619.730690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.994100] env[66645]: INFO networking_nsxv3.common.synchronization [req-b6a4e22f-0a45-4d08-bfad-de447a886cfe req-8529e892-5317-46da-b0df-503e7321f576 service nova] Enqueued Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_rules [ 619.994300] env[66645]: INFO networking_nsxv3.common.synchronization [req-b6a4e22f-0a45-4d08-bfad-de447a886cfe req-8529e892-5317-46da-b0df-503e7321f576 service nova] Enqueued Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 619.994448] env[66645]: INFO networking_nsxv3.common.synchronization [req-b6a4e22f-0a45-4d08-bfad-de447a886cfe req-8529e892-5317-46da-b0df-503e7321f576 service nova] Enqueued Resource ID: 351c8e58-0f33-4086-ac15-c43f69a9bad7 with Priority: HIGHEST for action port [ 619.995853] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_rules [ 619.996030] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 619.996175] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351c8e58-0f33-4086-ac15-c43f69a9bad7 with Priority: HIGHEST for action port [ 619.996584] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.996783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.996881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.997202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.997295] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.998290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.999057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.999057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.999057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.999057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.999342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.999379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.000624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.000624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.000624] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.001332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-351c8e58-0f33-4086-ac15-c43f69a9bad7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.001474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.001590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.001850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.001981] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351c8e58-0f33-4086-ac15-c43f69a9bad7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.470374] env[66645]: INFO networking_nsxv3.common.synchronization [None req-ace9425a-600b-42a2-ab13-c47958e1f051 tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 620.471097] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 620.471466] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472502] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.504454] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.505841] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.506026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506388] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 351c8e58-0f33-4086-ac15-c43f69a9bad7 with status ACTIVE [ 620.506558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.506871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.507653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.507815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.508111] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.508111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.508332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.508390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.508825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.508825] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.509123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.509123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.509262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.509262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.509376] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 351c8e58-0f33-4086-ac15-c43f69a9bad7 is going to be updated. [ 620.538597] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.538784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.538875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.539179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.541111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.541111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351c8e58-0f33-4086-ac15-c43f69a9bad7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.742659] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0a4edee9-7b3d-464f-8ca1-e39f7bdac009 tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 620.744051] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 620.744051] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.744051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.995274] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.995971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.996128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.996689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.996813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.996920] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f already deleted. [ 620.997020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.997188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.997350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.997560] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.006939] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.295424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 621.295637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.485833] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: SUCCESS [ 621.486197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.486392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.486886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.486886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.487041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487197] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.510090] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.510337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.510376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.511194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.511296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.511422] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 is going to be created. [ 621.524111] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.524111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.524367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.524367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.524465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.524556] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f already deleted. [ 621.524650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.546954] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.546954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.546954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.546954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.546954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.559190] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: UNINITIALIZED for 2s [ 621.990070] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.172044] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a1a521-23c4-4af0-9156-3b7ae9d8a95a req-4419abe3-bdea-4745-ae12-de8c687fc4d4 tempest-FloatingIPsAssociationNegativeTestJSON-1308735573 tempest-FloatingIPsAssociationNegativeTestJSON-1308735573-project-member] Enqueued Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 622.172678] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 622.173026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.173167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.173230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.173636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.173636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.173928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.173928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.173928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.174207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.174207] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.498523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bcac88b-55d4-4892-b641-3ee66c397bc7: rpc.has_security_group_logging(os_id): False [ 622.518820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.519262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.519262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.519508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.522786] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.522786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.522786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.522786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.522786] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 is going to be created. [ 622.593646] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.594923] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-736" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.594923] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-736" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596240] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-736" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.596355] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.596593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.596754] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.597081] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.597274] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.597547] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.597697] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.598034] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.598196] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.598347] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.598489] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.598664] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.601547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.601728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.602251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.602529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.619200] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: IN_PROGRESS for 2s [ 622.628651] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.628848] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.628993] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.629212] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-736" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.629549] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-ca0dc797-b63e-4de4-8575-a2915272adca taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.629745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.629866] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.630265] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.630422] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0dc797-b63e-4de4-8575-a2915272adca',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.678153] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.678379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.678442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.678773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.678944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.679214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.679352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.679421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.679619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.679734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.679859] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b already deleted. [ 622.679984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.133181] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.133505] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.133558] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.133939] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.134155] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.134346] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port ca0dc797-b63e-4de4-8575-a2915272adca not found, creating... [ 623.134641] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.134803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.134909] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.135820] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.135820] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.136202] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.136404] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.136542] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.136803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.137067] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.137218] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: ca0dc797-b63e-4de4-8575-a2915272adca is going to be created. [ 623.164246] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.164529] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.164631] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.164949] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.165226] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165493] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.439501] env[66645]: INFO networking_nsxv3.common.synchronization [req-90bfe981-0f1a-4f85-abec-1a390095b21e req-622b0d9c-2692-4e68-b12a-7f9e02556cc0 tempest-ServerDiagnosticsNegativeTest-247509199 tempest-ServerDiagnosticsNegativeTest-247509199-project-member] Enqueued Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 623.439688] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGHEST for action security_group_members [ 623.439853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.440152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.442756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.443756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.443756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.443949] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.577254] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: SUCCESS [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.577254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.577254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.577254] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.947578] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.947578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.947578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.949476] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.949476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.949476] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 is going to be updated. [ 623.976299] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a1a521-23c4-4af0-9156-3b7ae9d8a95a req-d6669959-ff0b-4c0e-b4a5-6c7e96fd38e0 service nova] Enqueued Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_rules [ 623.976467] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a1a521-23c4-4af0-9156-3b7ae9d8a95a req-d6669959-ff0b-4c0e-b4a5-6c7e96fd38e0 service nova] Enqueued Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 623.976716] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a1a521-23c4-4af0-9156-3b7ae9d8a95a req-d6669959-ff0b-4c0e-b4a5-6c7e96fd38e0 service nova] Enqueued Resource ID: ca0dc797-b63e-4de4-8575-a2915272adca with Priority: HIGHEST for action port [ 623.976826] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_rules [ 623.977138] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 623.977250] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0dc797-b63e-4de4-8575-a2915272adca with Priority: HIGHEST for action port [ 623.977791] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.977966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.977966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.978613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.978613] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.979211] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.979381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.979653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.979653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.980359] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.980359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.980359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.980359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.980694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.980694] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.981741] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0dc797-b63e-4de4-8575-a2915272adca taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.981982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.981982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.982206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.982310] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0dc797-b63e-4de4-8575-a2915272adca',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.984339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.984339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.984339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.984968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.984968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.996581] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: IN_PROGRESS for 2s [ 624.083138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.083327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.083400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.083603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.083773] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.083875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.083937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.084114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.084205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.084294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.084458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.084551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.084609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.084772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.084916] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.085113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.085113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.085327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.085327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.085422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.085470] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.487463] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487967] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.488690] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca0dc797-b63e-4de4-8575-a2915272adca with status ACTIVE [ 624.488840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.489172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.489172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.489286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.489350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.489778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.489778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.489867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.490080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.490416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.490546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca0dc797-b63e-4de4-8575-a2915272adca is going to be updated. [ 624.535931] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.536227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.536227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.537154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.537154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.537154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0dc797-b63e-4de4-8575-a2915272adca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.591876] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06bc4589-bcc6-416f-a002-5b2a87f26996: rpc.has_security_group_logging(os_id): False [ 624.623284] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.623529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.623943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.624052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.624199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.624574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.624748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.625209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.625363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.625737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.625893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.626026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.626302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.627405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.628461] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.628627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.628752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.628956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.629066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.629163] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 is going to be created. [ 624.646509] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: SUCCESS [ 624.646509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.735530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.735779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.736365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.736365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.736568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.752522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: IN_PROGRESS for 2s [ 624.993562] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.321461] env[66645]: INFO networking_nsxv3.common.synchronization [req-33b89650-6ea9-4d43-8605-b9ede558cdd4 req-2223fa8f-e563-4cd4-8422-cdd812250d1a tempest-InstanceActionsV221TestJSON-2093640113 tempest-InstanceActionsV221TestJSON-2093640113-project-member] Enqueued Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 625.322479] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGHEST for action security_group_members [ 625.323137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.323321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.323470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.323606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.323810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.323921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.324010] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.324404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.324497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.324598] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.496799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.498898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.498898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.498898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.498898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.498898] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b is going to be created. [ 625.526770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.526987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.527059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.527330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.527647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.539376] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: UNINITIALIZED for 2s [ 625.811721] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-01bf4a5f-570e-4213-a4f3-c748d65b79ac tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 625.813434] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 625.813434] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.813434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.813674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.814290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.814290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.815306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.815306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.815306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.815306] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.826714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.827127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.827258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.827364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.827682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.827918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.828228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.828383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.828495] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab is going to be updated. [ 625.868050] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.868250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.868815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.869136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.869314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885781] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: IN_PROGRESS for 2s [ 626.016623] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 in Status: SUCCESS [ 626.017104] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 deletion is rescheduled due to dependency. [ 626.017357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322431] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 already deleted. [ 626.322431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.379021] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.379021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.379021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.379349] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.379739] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.380151] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.380435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.380798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.383018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.383018] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.383018] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.383018] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.383018] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.383018] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.383018] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.383018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.404491] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.404491] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.404491] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.404491] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.404491] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-acb7003c-4112-4e15-95dd-9b84c07731b2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.404943] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.404943] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.407281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.407281] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb7003c-4112-4e15-95dd-9b84c07731b2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.773257] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: SUCCESS [ 626.773657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.909147] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.909651] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.909651] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.909815] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.909962] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.910147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port acb7003c-4112-4e15-95dd-9b84c07731b2 not found, creating... [ 626.910413] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.910567] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.910682] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.910905] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.911050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.911343] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.911504] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.911616] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.911818] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.911948] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.912171] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: acb7003c-4112-4e15-95dd-9b84c07731b2 is going to be created. [ 626.935264] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.935529] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.935657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.935989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.936239] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.936506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.551068] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: SUCCESS [ 627.551306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.551493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.551803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.552018] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.552218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.552404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.552518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.552629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.552733] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.706672] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-17c10c88-93db-45c4-93dd-d567dc0782e4 service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 627.706876] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-17c10c88-93db-45c4-93dd-d567dc0782e4 service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 627.707092] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-17c10c88-93db-45c4-93dd-d567dc0782e4 service nova] Enqueued Resource ID: acb7003c-4112-4e15-95dd-9b84c07731b2 with Priority: HIGHEST for action port [ 627.709215] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 627.709215] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 627.709215] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb7003c-4112-4e15-95dd-9b84c07731b2 with Priority: HIGHEST for action port [ 627.709215] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.709215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.709215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.709684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.709684] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.710662] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.711399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.711399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.711399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.711399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.711701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.711701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.711815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.711890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.712248] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.714285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb7003c-4112-4e15-95dd-9b84c07731b2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.714285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.714387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.715135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.715135] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb7003c-4112-4e15-95dd-9b84c07731b2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.896456] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab in Status: SUCCESS [ 627.896860] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab deletion is rescheduled due to dependency. [ 627.896860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.055886] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.056064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.056141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.056368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.056534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.056636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.056701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.056847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.056935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.057038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.057199] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.057275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.057337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.057477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.057610] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.057702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.057762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.057897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.057973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058158] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.102470] env[66645]: INFO networking_nsxv3.common.synchronization [None req-36d16947-b02a-448c-b0d3-16fa16baa3ac None None] Enqueued Resource ID: 95e5ec34-cc5d-48de-9e1a-e88e7b5360c4 with Priority: HIGHEST for action port [ 628.103145] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5ec34-cc5d-48de-9e1a-e88e7b5360c4 with Priority: HIGHEST for action port [ 628.103573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-95e5ec34-cc5d-48de-9e1a-e88e7b5360c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.103746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95e5ec34-cc5d-48de-9e1a-e88e7b5360c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.103849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95e5ec34-cc5d-48de-9e1a-e88e7b5360c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.104225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95e5ec34-cc5d-48de-9e1a-e88e7b5360c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105349] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e5ec34-cc5d-48de-9e1a-e88e7b5360c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.217610] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.217760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.218213] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.219083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acb7003c-4112-4e15-95dd-9b84c07731b2 with status ACTIVE [ 628.219518] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.219518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.219518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.219768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.219870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.220121] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.220244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.220546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.220708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.220744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.221218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.221218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.221218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.221489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.221489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.221489] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acb7003c-4112-4e15-95dd-9b84c07731b2 is going to be updated. [ 628.246644] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.246880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.246880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.247130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.247313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.247457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb7003c-4112-4e15-95dd-9b84c07731b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.561187] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b: rpc.has_security_group_logging(os_id): False [ 628.586150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.586150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.586150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.586150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.586496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.586590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.586797] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587728] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.587826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.591097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.591097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.591097] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b is going to be created. [ 628.609446] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95e5ec34-cc5d-48de-9e1a-e88e7b5360c4 [ 628.609697] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.609857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.609901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.610200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.610336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.610403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95e5ec34-cc5d-48de-9e1a-e88e7b5360c4 already deleted. [ 628.610502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95e5ec34-cc5d-48de-9e1a-e88e7b5360c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.655684] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.655831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.655831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.656081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.656561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.672831] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: IN_PROGRESS for 2s [ 628.725991] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.977027] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-6c664370-ccf2-40a6-9832-945cee70607c tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 628.978265] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 628.978265] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.978265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.229769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.232210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.232210] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be created. [ 629.261987] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.261987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.261987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.262173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.264572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: UNINITIALIZED for 2s [ 629.396716] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.396716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.396716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.396716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.396716] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.396941] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.396975] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.397503] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.397503] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.397658] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.397658] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.397756] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.397934] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.397934] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.398089] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.398712] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.427873] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.428117] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.430745] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.430745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.430745] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-09e90656-7fa4-4c97-8aa6-1a0073096ecc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.430745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.430745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.430745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.430745] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e90656-7fa4-4c97-8aa6-1a0073096ecc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.932785] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.935568] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 09e90656-7fa4-4c97-8aa6-1a0073096ecc not found, creating... [ 629.935568] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.935568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.937474] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.937830] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.938121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.938600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.938865] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.939564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 09e90656-7fa4-4c97-8aa6-1a0073096ecc is going to be created. [ 629.963077] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.964313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.964313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.964313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.964543] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.964735] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238420] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a366cdf6-bf37-4330-aaec-996af1a67354 None None] Enqueued Resource ID: 78034b16-c59d-4849-9098-8956aac06795 with Priority: HIGHEST for action port [ 630.239285] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78034b16-c59d-4849-9098-8956aac06795 with Priority: HIGHEST for action port [ 630.239856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-78034b16-c59d-4849-9098-8956aac06795 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.240478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78034b16-c59d-4849-9098-8956aac06795" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.240478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78034b16-c59d-4849-9098-8956aac06795" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.240666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78034b16-c59d-4849-9098-8956aac06795" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.240721] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78034b16-c59d-4849-9098-8956aac06795',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.689882] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: SUCCESS [ 630.691846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.745043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78034b16-c59d-4849-9098-8956aac06795 [ 630.745043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.745043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.745043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.745043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.745043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.745043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78034b16-c59d-4849-9098-8956aac06795 already deleted. [ 630.745043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78034b16-c59d-4849-9098-8956aac06795" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.159497] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-8b4defde-7888-4370-b97e-752df7dd3a4f service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 631.159497] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-8b4defde-7888-4370-b97e-752df7dd3a4f service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 631.159497] env[66645]: INFO networking_nsxv3.common.synchronization [req-129b9dce-5340-4e9c-b2c0-8749f88f6a2d req-8b4defde-7888-4370-b97e-752df7dd3a4f service nova] Enqueued Resource ID: 09e90656-7fa4-4c97-8aa6-1a0073096ecc with Priority: HIGHEST for action port [ 631.161042] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 631.161042] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 631.161042] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e90656-7fa4-4c97-8aa6-1a0073096ecc with Priority: HIGHEST for action port [ 631.161042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.161042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.161042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.161042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.161409] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e90656-7fa4-4c97-8aa6-1a0073096ecc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.161409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.161409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.161639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.161639] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e90656-7fa4-4c97-8aa6-1a0073096ecc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.286951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 631.287340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.287615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.287936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.288227] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.288423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.288512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.288751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.288891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.289151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.289342] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.291046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.291313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.292808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.292808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.292808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.292808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.292808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.292808] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.354212] env[66645]: INFO networking_nsxv3.common.synchronization [req-73f09f4e-6afd-4048-a8c6-ab57c2c2ff56 req-f1925aaa-6206-476d-b1ea-cdf1c3c6b15a tempest-ServerDiagnosticsTest-132672499 tempest-ServerDiagnosticsTest-132672499-project-member] Enqueued Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 631.354869] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 631.355219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.355360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.355440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.355695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.355863] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.355974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.356047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.356241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.356339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.356438] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.664274] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09e90656-7fa4-4c97-8aa6-1a0073096ecc with status ACTIVE [ 631.665370] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.665578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.665729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.665994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.666187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.667352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.667352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.667352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.668089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.668089] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09e90656-7fa4-4c97-8aa6-1a0073096ecc is going to be updated. [ 631.693813] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.694190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.694279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.694547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.694766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.695025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e90656-7fa4-4c97-8aa6-1a0073096ecc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.784800] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.785187] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.785427] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.785681] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785843] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.786071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.788806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.789099] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.789285] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.789404] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.789514] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.789619] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.789775] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.789892] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.789962] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.798892] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.799318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.799318] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.811052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.811052] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.811052] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.812919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.812919] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.812919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.812919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.812919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.812919] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.859550] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.859744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.859791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.860227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.860227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.860366] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.860461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.861037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.861037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.861037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.861037] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa already deleted. [ 631.861037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.302476] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.314974] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.315237] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.315384] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.315710] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.315861] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.316042] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d not found, creating... [ 632.316313] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.316472] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.316596] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.316810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.316963] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.317278] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.317434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.317545] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.317759] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.317891] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.318051] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d is going to be created. [ 632.337903] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.338149] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.338207] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.338476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.338741] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.338977] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.748968] env[66645]: INFO networking_nsxv3.common.synchronization [req-357faef9-858f-4d32-a64b-0f1c4fa8de87 req-5c60f71b-0ebf-4cdc-81b9-3e562aed5142 tempest-DeleteServersAdminTestJSON-2108499879 tempest-DeleteServersAdminTestJSON-2108499879-project-admin] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 632.749613] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 632.750092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.751393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.751519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.751917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.752458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.752676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.752790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.753081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.753240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.753389] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.804980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.805204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.805262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.805447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.805543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.806060] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 632.838478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.838724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.838724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.838896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.839125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.851390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 633.091493] env[66645]: INFO networking_nsxv3.common.synchronization [req-73f09f4e-6afd-4048-a8c6-ab57c2c2ff56 req-cf3d0220-dcd9-4753-b19d-7bccbf5cff52 service nova] Enqueued Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_rules [ 633.091702] env[66645]: INFO networking_nsxv3.common.synchronization [req-73f09f4e-6afd-4048-a8c6-ab57c2c2ff56 req-cf3d0220-dcd9-4753-b19d-7bccbf5cff52 service nova] Enqueued Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 633.091838] env[66645]: INFO networking_nsxv3.common.synchronization [req-73f09f4e-6afd-4048-a8c6-ab57c2c2ff56 req-cf3d0220-dcd9-4753-b19d-7bccbf5cff52 service nova] Enqueued Resource ID: 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d with Priority: HIGHEST for action port [ 633.092567] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_rules [ 633.093504] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 633.093504] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d with Priority: HIGHEST for action port [ 633.093504] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.093504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.093504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.093753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.093793] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.095033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.095230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.095230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.095823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.097155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.097155] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.098740] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.098864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.098944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.099241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.099373] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.205806] env[66645]: INFO networking_nsxv3.common.synchronization [None req-428ebbbe-7a7d-429a-a3a7-9c5b34227cb0 None None] Enqueued Resource ID: 5af93aa7-f19d-46cd-8394-fdcbbbbca4aa with Priority: HIGHEST for action port [ 633.206288] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af93aa7-f19d-46cd-8394-fdcbbbbca4aa with Priority: HIGHEST for action port [ 633.206545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af93aa7-f19d-46cd-8394-fdcbbbbca4aa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.206662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af93aa7-f19d-46cd-8394-fdcbbbbca4aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.206726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af93aa7-f19d-46cd-8394-fdcbbbbca4aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.207035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af93aa7-f19d-46cd-8394-fdcbbbbca4aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.207141] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af93aa7-f19d-46cd-8394-fdcbbbbca4aa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.257148] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.257329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.257388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.257596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.257684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.257974] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.257974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.258192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.258247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.258332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.258420] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be updated. [ 633.293028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.293369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.293369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.293538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.293606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.306099] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 633.602660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.602660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.606020] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.606020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d with status ACTIVE [ 633.606020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.606020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.606020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.608170] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.608170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.608170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.608170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.608170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.608170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d is going to be updated. [ 633.635045] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.635537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.635537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.635779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.636093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.637159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e7b13bd-a5d5-4f92-ac97-4a9939bc8b9d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.709308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af93aa7-f19d-46cd-8394-fdcbbbbca4aa [ 633.709960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.709960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.709960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.710600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.710711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710809] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af93aa7-f19d-46cd-8394-fdcbbbbca4aa already deleted. [ 633.710893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af93aa7-f19d-46cd-8394-fdcbbbbca4aa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.005325] env[66645]: INFO networking_nsxv3.common.synchronization [req-1237ff7e-aed8-44f3-a845-d81551af7b84 req-d3878358-2646-4672-a0ad-16930501baf9 tempest-VolumesAdminNegativeTest-873035871 tempest-VolumesAdminNegativeTest-873035871-project-member] Enqueued Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 634.005799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGHEST for action security_group_members [ 634.008528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.009193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.009420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.009536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.009711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.009827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.009870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.010070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.010190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.010277] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.110091] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.178972] env[66645]: INFO networking_nsxv3.common.synchronization [req-c93c8cf7-a1eb-4cf2-b0eb-a7407174c85d req-bef3546c-022f-49e8-9f9c-d159e6520209 tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 634.180018] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 634.180378] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.181950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.182643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.182786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.183762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.183875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.184034] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.514024] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.514024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.514582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 is going to be updated. [ 634.554751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.554962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.555097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.555955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.555955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.568455] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: IN_PROGRESS for 2s [ 634.615134] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.615340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.615514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.615592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.615775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.615775] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa is going to be created. [ 634.645669] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.645811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.645893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.646495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.646495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.659668] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: UNINITIALIZED for 2s [ 634.692394] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.692645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.692645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.692782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.692888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.693060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.693206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.693265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.693389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.693464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.693548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d already deleted. [ 634.693623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.745595] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.745595] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.745595] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.745858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.746128] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.746282] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.746607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.746834] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.747192] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.747519] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.747647] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.747833] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.747982] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.748256] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.748382] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.748521] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.770230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.770531] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.770716] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.771070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.771480] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.771625] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.771709] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.772348] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772348] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11658c73-7f81-4bd6-aca0-00c7a8bb69ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.863580] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.863580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.863580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.863580] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.253647] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1e720e0e-839b-4ef7-95ed-05448720cb13 None None] Enqueued Resource ID: cee9f188-b0f9-4439-9978-2aa03b29991f with Priority: HIGHEST for action port [ 635.254089] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee9f188-b0f9-4439-9978-2aa03b29991f with Priority: HIGHEST for action port [ 635.254477] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee9f188-b0f9-4439-9978-2aa03b29991f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.254599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee9f188-b0f9-4439-9978-2aa03b29991f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.254808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee9f188-b0f9-4439-9978-2aa03b29991f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.255045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee9f188-b0f9-4439-9978-2aa03b29991f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.255045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee9f188-b0f9-4439-9978-2aa03b29991f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.274926] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.275204] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.275347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.275650] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.275816] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.276039] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 11658c73-7f81-4bd6-aca0-00c7a8bb69ba not found, creating... [ 635.276393] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.277140] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.277299] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.277587] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.277742] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.277856] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.278097] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.278223] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.278359] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 11658c73-7f81-4bd6-aca0-00c7a8bb69ba is going to be created. [ 635.327550] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 635.327838] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 deletion is rescheduled due to dependency. [ 635.327998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.335542] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.336456] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.336456] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.336456] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.336456] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.336737] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.365853] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.757996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee9f188-b0f9-4439-9978-2aa03b29991f [ 635.758442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.758442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.758442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.758675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.758738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.759323] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee9f188-b0f9-4439-9978-2aa03b29991f already deleted. [ 635.759323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee9f188-b0f9-4439-9978-2aa03b29991f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.869673] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.065353] env[66645]: INFO networking_nsxv3.common.synchronization [req-c93c8cf7-a1eb-4cf2-b0eb-a7407174c85d req-ad5479a7-a49f-4af4-9ea4-3d159f6a9f49 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 636.065633] env[66645]: INFO networking_nsxv3.common.synchronization [req-c93c8cf7-a1eb-4cf2-b0eb-a7407174c85d req-ad5479a7-a49f-4af4-9ea4-3d159f6a9f49 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 636.065843] env[66645]: INFO networking_nsxv3.common.synchronization [req-c93c8cf7-a1eb-4cf2-b0eb-a7407174c85d req-ad5479a7-a49f-4af4-9ea4-3d159f6a9f49 service nova] Enqueued Resource ID: 11658c73-7f81-4bd6-aca0-00c7a8bb69ba with Priority: HIGHEST for action port [ 636.066579] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 636.066799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 636.066986] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11658c73-7f81-4bd6-aca0-00c7a8bb69ba with Priority: HIGHEST for action port [ 636.067375] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.067545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.067681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.068059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.068107] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.069283] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.069380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.069439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.069802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.069802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.069914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.069988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.070655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.071565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.071565] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.075098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.075233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.075288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.075449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.075528] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11658c73-7f81-4bd6-aca0-00c7a8bb69ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.374127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.374127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.374127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.374127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.374127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.374127] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 636.406127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.406469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.406568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.406789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.406939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.416626] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 636.575193] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.578912] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11658c73-7f81-4bd6-aca0-00c7a8bb69ba with status ACTIVE [ 636.579532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.579697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.580268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.580510] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.580510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.580510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.580821] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.580916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.580974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.581139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.581216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.581297] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11658c73-7f81-4bd6-aca0-00c7a8bb69ba is going to be updated. [ 636.583217] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.583359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.584763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 in Status: SUCCESS [ 636.585544] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 deletion is rescheduled due to dependency. [ 636.586516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.606522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.606522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.606522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.606522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.606522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.606522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11658c73-7f81-4bd6-aca0-00c7a8bb69ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.672282] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: SUCCESS [ 636.672282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.673420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.673728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.673955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.674252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.674359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.674554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.674671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.674791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.674914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.680350] env[66645]: INFO networking_nsxv3.common.synchronization [req-eae5c699-0163-493d-8939-ff00415a081b req-baf36770-85bc-4ee6-a92a-9985c187203c tempest-ServersAdminNegativeTestJSON-1751616457 tempest-ServersAdminNegativeTestJSON-1751616457-project-member] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 636.680879] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 636.681657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.681657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.681657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.681833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.681981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.683300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.683300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.683300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.683300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.683300] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.993760] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5f08f71e-d025-49f0-b1d2-84e3206d9b3c None None] Enqueued Resource ID: 65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d with Priority: HIGHEST for action port [ 636.995025] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d with Priority: HIGHEST for action port [ 636.995283] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.996218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.996218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.996218] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.078718] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.103700] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.103895] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.104227] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.104573] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.104962] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.105212] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.105381] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.105720] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.105957] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.106261] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.106453] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.106634] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.106800] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.106969] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.107126] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.107394] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.128545] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.128738] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.128835] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.130072] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130616] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.130750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.130805] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.131257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.131683] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd21e74d-57b4-4fd7-8103-8786aeaa86b5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.181083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.181302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.181302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.181531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.181698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.181801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.181857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.182179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182424] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.182855] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.183019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.183146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.183222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183381] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.185261] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.498890] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d [ 637.499267] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.499419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.499491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.499693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.499781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.499877] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d already deleted. [ 637.499958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65404e9e-fc9c-4b5a-8500-9f3a6ead7b2d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.582641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.582913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.582913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.583333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.583333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.583333] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be created. [ 637.607622] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.607793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.607839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.608084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.608247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.617600] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: UNINITIALIZED for 2s [ 637.636106] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.636341] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.636463] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636739] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636880] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.637044] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port bd21e74d-57b4-4fd7-8103-8786aeaa86b5 not found, creating... [ 637.637307] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.637457] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.637567] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.637799] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.637926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.638213] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.638360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.638470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.638668] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.638794] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.638924] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: bd21e74d-57b4-4fd7-8103-8786aeaa86b5 is going to be created. [ 637.659552] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.662597] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.666024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.666024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.666024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.666024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.687033] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa: rpc.has_security_group_logging(os_id): False [ 637.688212] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.707844] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.708336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.708432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.708681] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.708974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.709107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.709325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.709427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.709427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.709562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.709635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.709819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.709980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.710127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.710301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.710378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.710468] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa is going to be created. [ 637.796680] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.796910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.796910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.797170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.797568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.819508] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: IN_PROGRESS for 2s [ 638.194760] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.195172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.195172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.195557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.195673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.195801] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be updated. [ 638.236177] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.236177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.236177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.236582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.236582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251585] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 638.432796] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 638.433064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.433261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.433471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.433805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.433805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.433936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.434044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.434110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.435731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.435731] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.435731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.435731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.435731] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.436200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.436288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.436455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.436537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436720] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.454575] env[66645]: INFO networking_nsxv3.common.synchronization [req-eae5c699-0163-493d-8939-ff00415a081b req-0bbfa6d0-8648-49e3-b828-ee3db4d2bbf7 service nova] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_rules [ 638.454575] env[66645]: INFO networking_nsxv3.common.synchronization [req-eae5c699-0163-493d-8939-ff00415a081b req-0bbfa6d0-8648-49e3-b828-ee3db4d2bbf7 service nova] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 638.454575] env[66645]: INFO networking_nsxv3.common.synchronization [req-eae5c699-0163-493d-8939-ff00415a081b req-0bbfa6d0-8648-49e3-b828-ee3db4d2bbf7 service nova] Enqueued Resource ID: bd21e74d-57b4-4fd7-8103-8786aeaa86b5 with Priority: HIGHEST for action port [ 638.454894] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_rules [ 638.455050] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 638.455156] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd21e74d-57b4-4fd7-8103-8786aeaa86b5 with Priority: HIGHEST for action port [ 638.456665] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.456942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.457872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.457872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.457872] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.459651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.459774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.460208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.460208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.460321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.460760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.460760] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd21e74d-57b4-4fd7-8103-8786aeaa86b5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.942930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e73b5044-c252-40a5-8b2e-40bfa080ecc4: rpc.has_security_group_logging(os_id): False [ 638.962212] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.962422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.962517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.963145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.963295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.963636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.964033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.964422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.964422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.964519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.964912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.965285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.965602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.965839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.966126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.966126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.966399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.966641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.966641] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be created. [ 638.968453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.968666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.968815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd21e74d-57b4-4fd7-8103-8786aeaa86b5 with status ACTIVE [ 638.969085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.969085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.969085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.969428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.969517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.969670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.969806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.969806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.970047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.970047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.970451] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.970548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.970705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.970781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.970869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.970968] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd21e74d-57b4-4fd7-8103-8786aeaa86b5 is going to be updated. [ 639.000512] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.000512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.000512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.000512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.000512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.000512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd21e74d-57b4-4fd7-8103-8786aeaa86b5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.046364] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.046364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.046818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.048468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.048699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.072501] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 639.426440] env[66645]: INFO networking_nsxv3.common.synchronization [None req-d301c13b-d51e-4ce5-bc74-b9047d5ec455 None None] Enqueued Resource ID: bcebfe9d-52e5-435d-ac21-291c296e1c66 with Priority: HIGHEST for action port [ 639.427081] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcebfe9d-52e5-435d-ac21-291c296e1c66 with Priority: HIGHEST for action port [ 639.427353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcebfe9d-52e5-435d-ac21-291c296e1c66 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.427502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcebfe9d-52e5-435d-ac21-291c296e1c66" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.427598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcebfe9d-52e5-435d-ac21-291c296e1c66" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcebfe9d-52e5-435d-ac21-291c296e1c66" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427938] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcebfe9d-52e5-435d-ac21-291c296e1c66',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.635403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 639.635403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.635768] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.635768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.635932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.636155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.636242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.637189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.637405] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.833030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: SUCCESS [ 639.833030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.931637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcebfe9d-52e5-435d-ac21-291c296e1c66 [ 639.931637] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.931637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.931637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.931637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.931637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.931637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcebfe9d-52e5-435d-ac21-291c296e1c66 already deleted. [ 639.931637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcebfe9d-52e5-435d-ac21-291c296e1c66" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.140245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.141406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.141406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.142651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.142651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.142651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.143207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.143207] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.143207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.143207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.143207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.143207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.143441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.143441] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.264893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 640.265184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.265374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.265641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.265890] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.266108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.266154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.266341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.266415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.266484] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.648092] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d: rpc.has_security_group_logging(os_id): False [ 640.667135] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.667135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.667135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.667135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.667135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.667135] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.667135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.667432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.667432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.667516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.667737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.667737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.667910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.667983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.668398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.668686] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.668686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.668841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.668926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.669053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.669190] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be created. [ 640.734938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.735170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.735170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.735424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.735661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.750020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 640.769143] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.092606] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 641.092606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.092606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.092606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.092606] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.272073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.596645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.596874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.596944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.597215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.597411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.597534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.597588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.597742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.597899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.597899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.598092] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.774441] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.774441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.774999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775254] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be updated. [ 641.817559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.817794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.817859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.818682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.818682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.832054] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 642.102035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.102035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.102035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.102035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.102458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.102557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.102677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.103564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.103564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.103564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.103564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.103837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.103837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.103952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.104505] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.104670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.104775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.105000] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.105295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105592] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.611248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e73b5044-c252-40a5-8b2e-40bfa080ecc4: rpc.has_security_group_logging(os_id): False [ 642.633567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.633567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.633567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.633567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.633567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.633567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.633567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.633941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.633941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.634116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.634416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.634568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.634664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.634952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.635049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.635321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.635461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.635554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.635865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.635949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.636013] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 642.741188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.741559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.741559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.741672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.741812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.760450] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 642.761339] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 642.761516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.935660] env[66645]: INFO networking_nsxv3.common.synchronization [req-b2b0a6fe-4353-460d-bc89-8cb8a6f525c8 req-407c5712-fafd-4a7f-b919-1f94e7178b7f tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 642.936495] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 642.936899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.937168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.937281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.937638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.937817] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.938606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.938727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.938949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.939156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.939278] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.042830] env[66645]: INFO networking_nsxv3.common.synchronization [None req-cc1606a0-0fe0-4d18-b58f-dc49a4aa4f00 None None] Enqueued Resource ID: cd649861-f997-4bcf-83e5-7a6b6e3beb52 with Priority: HIGHEST for action port [ 643.042830] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd649861-f997-4bcf-83e5-7a6b6e3beb52 with Priority: HIGHEST for action port [ 643.042830] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd649861-f997-4bcf-83e5-7a6b6e3beb52 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.043617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd649861-f997-4bcf-83e5-7a6b6e3beb52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.043934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd649861-f997-4bcf-83e5-7a6b6e3beb52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd649861-f997-4bcf-83e5-7a6b6e3beb52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.044605] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd649861-f997-4bcf-83e5-7a6b6e3beb52',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.412611] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.412611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.412611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.412928] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.413205] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.413353] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.413458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.413669] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.413801] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414034] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.414194] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.414944] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.414944] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.414944] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.414944] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.414944] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.435172] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.435340] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.435474] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.435774] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.436155] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.436343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.436480] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.436846] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.436928] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.442583] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.442731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.442804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.443016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.443122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443307] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.443406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.443470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.443625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.443702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f already deleted. [ 643.443866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.549491] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd649861-f997-4bcf-83e5-7a6b6e3beb52 [ 643.549735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.549859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.550417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.550417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.550417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.550417] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd649861-f997-4bcf-83e5-7a6b6e3beb52 already deleted. [ 643.550417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd649861-f997-4bcf-83e5-7a6b6e3beb52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.845592] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 643.845592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.845592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.845863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.845911] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.846220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.846220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.846366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.846452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.846544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.846638] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.941127] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.941127] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.941127] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.941528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.941528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.941675] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 not found, creating... [ 643.942334] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.942334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.942334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.942530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.942690] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.943455] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.943842] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.943842] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.944150] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.944239] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.944435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 is going to be created. [ 643.968155] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.968359] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.968538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.968824] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.969075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.969392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.349346] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.349528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.349611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.349860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.350081] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.350146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.351836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351836] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.781386] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 644.781386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.856099] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc953449-14a4-40e3-ba52-192516526237: rpc.has_security_group_logging(os_id): False [ 644.867588] env[66645]: INFO networking_nsxv3.common.synchronization [req-b2b0a6fe-4353-460d-bc89-8cb8a6f525c8 req-11e39fb3-9473-49b8-81bf-e4b4daf5eb44 service nova] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 644.868596] env[66645]: INFO networking_nsxv3.common.synchronization [req-b2b0a6fe-4353-460d-bc89-8cb8a6f525c8 req-11e39fb3-9473-49b8-81bf-e4b4daf5eb44 service nova] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 644.872194] env[66645]: INFO networking_nsxv3.common.synchronization [req-b2b0a6fe-4353-460d-bc89-8cb8a6f525c8 req-11e39fb3-9473-49b8-81bf-e4b4daf5eb44 service nova] Enqueued Resource ID: b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 with Priority: HIGHEST for action port [ 644.872977] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 644.873137] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 644.873277] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 with Priority: HIGHEST for action port [ 644.874258] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.874258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.874477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.874571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.874796] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.875631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.875703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.875823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.875934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.876991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.877798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.877899] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.878977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.880092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.880165] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.893694] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.893855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.893905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.894176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.894280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.894481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.894586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.894649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.894822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.894880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.895093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.895190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.895258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.895400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.895476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.895655] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.895744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.895809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.895947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.896444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.896631] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be updated. [ 644.976730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.977896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.977896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.977896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.977896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992676] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 645.385014] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.385014] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.385014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.385014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 with status ACTIVE [ 645.385014] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.385014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.385713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.386083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.386282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.386540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.386753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.386932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.389254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.389254] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4 is going to be updated. [ 645.417644] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.417644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.417644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.417644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.417644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.417644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b79fcbd5-3f04-4f2f-bdc1-189aa02e76f4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.648995] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a7ae819d-1b4b-4778-a2fa-5e67d8095e67 None None] Enqueued Resource ID: f785ed22-daa3-4bdf-9d39-3226899dd64c with Priority: HIGHEST for action port [ 645.649639] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f785ed22-daa3-4bdf-9d39-3226899dd64c with Priority: HIGHEST for action port [ 645.650674] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f785ed22-daa3-4bdf-9d39-3226899dd64c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.652270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f785ed22-daa3-4bdf-9d39-3226899dd64c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.652270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f785ed22-daa3-4bdf-9d39-3226899dd64c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.652270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f785ed22-daa3-4bdf-9d39-3226899dd64c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.652270] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f785ed22-daa3-4bdf-9d39-3226899dd64c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.891012] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.156335] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f785ed22-daa3-4bdf-9d39-3226899dd64c [ 646.156335] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.156335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.156335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.157141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.157141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.157141] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f785ed22-daa3-4bdf-9d39-3226899dd64c already deleted. [ 646.157141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f785ed22-daa3-4bdf-9d39-3226899dd64c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.396128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.396128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.397230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.397323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.397421] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be created. [ 646.423777] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.423940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.424023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.424269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.424450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.437290] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: UNINITIALIZED for 2s [ 646.477339] env[66645]: INFO networking_nsxv3.common.synchronization [req-20f1f5f4-dd12-4219-8bcb-dc430f8cab06 req-7c10f1cf-bf50-4f86-95f2-a067129fdeac tempest-ServerAddressesNegativeTestJSON-1179989450 tempest-ServerAddressesNegativeTestJSON-1179989450-project-member] Enqueued Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 646.478097] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGHEST for action security_group_members [ 646.478304] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.478440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.478662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.478770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.478903] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.480499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.480499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.480499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.480499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.480499] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.982498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.982689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.982727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.983069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.983138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.983343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.983471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.983545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.983760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.983966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.984176] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 is going to be updated. [ 647.013897] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 647.014269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.027015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.027163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.027423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.027506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.027582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.042088] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: IN_PROGRESS for 2s [ 648.134023] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4d2c03d5-d0ec-4e3b-a03c-72df82c1ff4d None None] Enqueued Resource ID: a5a7e9b8-cd22-4ab0-8011-456beccaf859 with Priority: HIGHEST for action port [ 648.134023] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a7e9b8-cd22-4ab0-8011-456beccaf859 with Priority: HIGHEST for action port [ 648.134023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a7e9b8-cd22-4ab0-8011-456beccaf859 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.134023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a7e9b8-cd22-4ab0-8011-456beccaf859" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.134023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a7e9b8-cd22-4ab0-8011-456beccaf859" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.134023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a7e9b8-cd22-4ab0-8011-456beccaf859" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.134023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a7e9b8-cd22-4ab0-8011-456beccaf859',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.448264] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.450837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.450837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.450837] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.638138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5a7e9b8-cd22-4ab0-8011-456beccaf859 [ 648.638138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.638138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.638138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.638138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.638380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.638380] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5a7e9b8-cd22-4ab0-8011-456beccaf859 already deleted. [ 648.638452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a7e9b8-cd22-4ab0-8011-456beccaf859" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.811264] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7c132f09-7397-4e2f-81e0-a922089a913c None None] Enqueued Resource ID: f956df07-c7e7-4913-a75b-934f062178fc with Priority: HIGHEST for action port [ 648.811873] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f956df07-c7e7-4913-a75b-934f062178fc with Priority: HIGHEST for action port [ 648.812210] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f956df07-c7e7-4913-a75b-934f062178fc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.812334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f956df07-c7e7-4913-a75b-934f062178fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.812404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f956df07-c7e7-4913-a75b-934f062178fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.812663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f956df07-c7e7-4913-a75b-934f062178fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.812777] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f956df07-c7e7-4913-a75b-934f062178fc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.953135] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.059377] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 in Status: SUCCESS [ 649.059377] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 deletion is rescheduled due to dependency. [ 649.059377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.315248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f956df07-c7e7-4913-a75b-934f062178fc [ 649.315532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.315647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.315708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.316261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.316261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.316261] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f956df07-c7e7-4913-a75b-934f062178fc already deleted. [ 649.316261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f956df07-c7e7-4913-a75b-934f062178fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.458290] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17500f9a-b4a1-4786-8f5d-d31cc62a000f: rpc.has_security_group_logging(os_id): False [ 649.493244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.493466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.493514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.493720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.493841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.494164] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.494272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.494334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.496400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.496400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.496400] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be created. [ 649.616155] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.616321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.616402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.616653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.616912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.641149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 650.663187] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b07ee7f2-a76a-4f43-9829-de8d63949cf6 None None] Enqueued Resource ID: 18ebee97-e81e-4c3e-a965-7e1f3cadb552 with Priority: HIGHEST for action port [ 650.663187] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ebee97-e81e-4c3e-a965-7e1f3cadb552 with Priority: HIGHEST for action port [ 650.663187] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ebee97-e81e-4c3e-a965-7e1f3cadb552 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.663187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ebee97-e81e-4c3e-a965-7e1f3cadb552" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.663187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ebee97-e81e-4c3e-a965-7e1f3cadb552" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.663722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ebee97-e81e-4c3e-a965-7e1f3cadb552" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.663722] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ebee97-e81e-4c3e-a965-7e1f3cadb552',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.165666] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18ebee97-e81e-4c3e-a965-7e1f3cadb552 [ 651.165666] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.165972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.165972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.166094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.166200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.166281] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18ebee97-e81e-4c3e-a965-7e1f3cadb552 already deleted. [ 651.166338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ebee97-e81e-4c3e-a965-7e1f3cadb552" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.452339] env[66645]: INFO networking_nsxv3.common.synchronization [req-627802d3-f588-476c-9d76-386b161172f0 req-1e3f203d-d22e-4a27-8184-13da6c21a2db tempest-InstanceActionsTestJSON-1921577534 tempest-InstanceActionsTestJSON-1921577534-project-member] Enqueued Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 651.452339] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 651.452339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.452339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.452339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.452339] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.657310] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 651.657542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.678491] env[66645]: INFO networking_nsxv3.common.synchronization [None req-36904d4c-4bff-461f-b640-0ce93b92f66f None None] Enqueued Resource ID: 5f8f0c33-4b25-49bb-9382-441d2ffacb4f with Priority: HIGHEST for action port [ 651.679053] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8f0c33-4b25-49bb-9382-441d2ffacb4f with Priority: HIGHEST for action port [ 651.679419] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8f0c33-4b25-49bb-9382-441d2ffacb4f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.679547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8f0c33-4b25-49bb-9382-441d2ffacb4f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.679615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8f0c33-4b25-49bb-9382-441d2ffacb4f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.680037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8f0c33-4b25-49bb-9382-441d2ffacb4f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.680037] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8f0c33-4b25-49bb-9382-441d2ffacb4f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.955617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.955617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.955617] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 already deleted. [ 651.955617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182765] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f8f0c33-4b25-49bb-9382-441d2ffacb4f [ 652.183013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.183155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.183225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.183431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.183554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183659] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f8f0c33-4b25-49bb-9382-441d2ffacb4f already deleted. [ 652.183747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8f0c33-4b25-49bb-9382-441d2ffacb4f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.442642] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.442833] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-997" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.442958] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-997" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.443300] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-997" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.443552] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.443694] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.443803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.444018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.444183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.445065] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.445065] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.445065] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.445065] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.445065] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.445065] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.445308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.466194] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.466372] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.466510] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.466685] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-997" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.467009] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.467243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.467362] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.467813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.467965] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2baae6-1cb2-428c-81a6-6fe786c7d69d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.970467] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.970741] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.971216] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.971317] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.971726] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 5a2baae6-1cb2-428c-81a6-6fe786c7d69d not found, creating... [ 652.972065] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.972272] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.972416] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.972662] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.972826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.973142] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.973347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.973492] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.973724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.973883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.974062] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 5a2baae6-1cb2-428c-81a6-6fe786c7d69d is going to be created. [ 652.995647] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.995862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.995983] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.996345] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.996662] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.996848] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.705785] env[66645]: INFO networking_nsxv3.common.synchronization [req-627802d3-f588-476c-9d76-386b161172f0 req-92726724-137b-430a-8fd8-db9cafa5af4e service nova] Enqueued Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_rules [ 653.705861] env[66645]: INFO networking_nsxv3.common.synchronization [req-627802d3-f588-476c-9d76-386b161172f0 req-92726724-137b-430a-8fd8-db9cafa5af4e service nova] Enqueued Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 653.706318] env[66645]: INFO networking_nsxv3.common.synchronization [req-627802d3-f588-476c-9d76-386b161172f0 req-92726724-137b-430a-8fd8-db9cafa5af4e service nova] Enqueued Resource ID: 5a2baae6-1cb2-428c-81a6-6fe786c7d69d with Priority: HIGHEST for action port [ 653.706881] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_rules [ 653.707607] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 653.707821] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2baae6-1cb2-428c-81a6-6fe786c7d69d with Priority: HIGHEST for action port [ 653.708467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.708467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.708710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.708961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.709045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.710090] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.710295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.710826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.711115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.711176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.712420] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.712420] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.712958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.712958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.712958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.712958] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2baae6-1cb2-428c-81a6-6fe786c7d69d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.109188] env[66645]: INFO networking_nsxv3.common.synchronization [req-b9a1cb27-8b96-4b2f-96b4-b7afccc61cc5 req-878d46be-b3e8-4a78-b39a-d91ee012ee8d tempest-ServerDiagnosticsTest-132672499 tempest-ServerDiagnosticsTest-132672499-project-member] Enqueued Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 654.109860] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGHEST for action security_group_members [ 654.110344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.110482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.110553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.110752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.110934] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.111272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111458] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.215534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.215799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.215915] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2baae6-1cb2-428c-81a6-6fe786c7d69d with status ACTIVE [ 654.216323] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.216323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.216323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.216762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.216762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.216762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.217037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217360] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.217639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217800] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2baae6-1cb2-428c-81a6-6fe786c7d69d is going to be updated. [ 654.220704] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.259113] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.259113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.259113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.259113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.259113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.259113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2baae6-1cb2-428c-81a6-6fe786c7d69d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.325839] env[66645]: INFO networking_nsxv3.common.synchronization [None req-71883503-9eb2-4be6-8792-5c104a519dce tempest-ServersTestBootFromVolume-614741441 tempest-ServersTestBootFromVolume-614741441-project-member] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 654.325839] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 654.326576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.327394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.327961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.328629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.330108] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.617946] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.618219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.618364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.619117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.619117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.619117] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.619356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.619356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.619606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.619768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.619914] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa is going to be updated. [ 654.658971] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.659195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.659195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.659440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.659654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.669468] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: IN_PROGRESS for 2s [ 654.724250] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.851925] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.852146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.852540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.852540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.852804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.852866] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac already deleted. [ 654.853060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.999934] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7b331e61-ea45-41a3-a3d2-8083d282e37b tempest-ServersTestBootFromVolume-614741441 tempest-ServersTestBootFromVolume-614741441-project-member] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 655.000469] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 655.000556] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.000897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001484] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.160055] env[66645]: INFO networking_nsxv3.common.synchronization [req-1b349b83-2695-481f-9536-ef2fd9c1d359 req-1f691712-fb4e-4a49-b481-fda4e9d2ef31 tempest-FloatingIPsAssociationTestJSON-1867956850 tempest-FloatingIPsAssociationTestJSON-1867956850-project-member] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 655.160055] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 655.160055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.160055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.160055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.160055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.160055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.160667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.160667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.160982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.161105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.161202] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.227975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.229805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.229805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.229805] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 is going to be created. [ 655.257016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.257233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.257233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.257352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.257514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.267891] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: UNINITIALIZED for 2s [ 655.525902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.528427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.528581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.528819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.528917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.529181] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac already deleted. [ 655.529181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.664202] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.003110] env[66645]: INFO networking_nsxv3.common.synchronization [req-88a9cb65-7932-43b9-a7bc-2f8794f224a0 req-448696e2-62e9-4f29-8a70-edbd1bc7f2cb tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 656.004837] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 656.004837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.004837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.004837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.005198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.005198] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.005288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.005478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.005478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.005575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.005657] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.166339] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.196918] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.197093] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.197093] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.197401] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.197872] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.197872] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.198034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.198137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.198775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.198775] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.198775] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.198775] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.198775] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.199030] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.199030] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.199111] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.217981] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.218179] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.218307] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.218476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-807" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.218773] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-23312ba2-0946-405f-86bd-5420763654e7 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.218939] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.219195] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.219432] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.219571] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23312ba2-0946-405f-86bd-5420763654e7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.508807] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.669759] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.669943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.670020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.670317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.670419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.670525] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be updated. [ 656.687667] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa in Status: SUCCESS [ 656.688016] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa deletion is rescheduled due to dependency. [ 656.688224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.713684] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.713925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.713925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.714234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.714427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.722366] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.722676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.722676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.722908] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.723077] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.723246] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 23312ba2-0946-405f-86bd-5420763654e7 not found, creating... [ 656.723495] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.724356] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.724717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.725269] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.725364] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.725794] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.726439] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.726439] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.726757] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.726929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.727128] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 23312ba2-0946-405f-86bd-5420763654e7 is going to be created. [ 656.729390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 656.753183] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.753183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.753183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.753414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.753759] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.753845] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.013448] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.062817] env[66645]: INFO networking_nsxv3.common.synchronization [req-601d6fb7-3423-4341-92e8-3854bdcbf893 req-94873261-fc75-4cfc-be07-c956e1172379 tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 657.063357] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 657.063687] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.063833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.063886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.064163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.064325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.064428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.064495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.064666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.064733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.064826] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.279846] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: SUCCESS [ 657.280222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280767] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.281756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.281756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.281756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.281756] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [req-1b349b83-2695-481f-9536-ef2fd9c1d359 req-654f8d89-f1a5-4e04-a8a2-1f23a589d7ba service nova] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_rules [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [req-1b349b83-2695-481f-9536-ef2fd9c1d359 req-654f8d89-f1a5-4e04-a8a2-1f23a589d7ba service nova] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [req-1b349b83-2695-481f-9536-ef2fd9c1d359 req-654f8d89-f1a5-4e04-a8a2-1f23a589d7ba service nova] Enqueued Resource ID: 23312ba2-0946-405f-86bd-5420763654e7 with Priority: HIGHEST for action port [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_rules [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 657.449754] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23312ba2-0946-405f-86bd-5420763654e7 with Priority: HIGHEST for action port [ 657.449754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.451346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.451346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.451346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.451346] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.453260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.453885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.453885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-23312ba2-0946-405f-86bd-5420763654e7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.453885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.455417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.455417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.455417] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23312ba2-0946-405f-86bd-5420763654e7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.517296] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.517426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.517498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.517764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.517806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.517974] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 657.549845] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.549845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.549845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.551492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.551492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.559125] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 657.566641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.566794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.566869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.567099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.567189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.567379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.567471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.567544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.567731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.567822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.567912] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 already deleted. [ 657.567996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.784280] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.784495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.784558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.784737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.784902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.785009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.785084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.785235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.785325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.785416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.785561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.785656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.785719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.785859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.785995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.786381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.786381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.786579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.786759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.786856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.787047] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.834821] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.835053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.835151] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.835468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.835707] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.835858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.835968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.836260] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.836401] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.836609] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.836716] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.836817] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.836918] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.837036] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.837138] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.837303] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.859014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.859202] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.859612] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.859612] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.859944] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-20e6febf-91ce-4927-81a2-ba4ea00f5f33 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.860148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.860275] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.860749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.860924] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e6febf-91ce-4927-81a2-ba4ea00f5f33',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.957924] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23312ba2-0946-405f-86bd-5420763654e7 with status ACTIVE [ 657.957924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.957924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.957924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.958465] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.958569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.958634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959065] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.959165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.959229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.959430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.959505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23312ba2-0946-405f-86bd-5420763654e7 is going to be updated. [ 657.960756] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.960852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.983189] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.983189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.983189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.983189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.983189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.983189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23312ba2-0946-405f-86bd-5420763654e7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.289472] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2fe36ea-33f2-42c9-bb2a-aabfe1d20896: rpc.has_security_group_logging(os_id): False [ 658.318015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.318214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.318262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.318832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.318940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.319478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.319478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.319478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.319690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.319690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.319854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.319952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.320029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.320170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.320245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.320440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.320537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.320600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.320744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.320819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.320905] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 is going to be created. [ 658.363682] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.363898] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.364033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.364321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.364493] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.367420] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 20e6febf-91ce-4927-81a2-ba4ea00f5f33 not found, creating... [ 658.367420] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.367420] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.367420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.368117] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 20e6febf-91ce-4927-81a2-ba4ea00f5f33 is going to be created. [ 658.394301] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.394831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.394831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.395113] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.395496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.395589] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.404453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.404728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.404728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.404869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.405450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.419741] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: IN_PROGRESS for 2s [ 658.471339] env[66645]: INFO networking_nsxv3.common.synchronization [req-49b3a241-2356-426e-832b-56ef6e4d96f4 req-9a2d5b06-2acd-49ba-852c-c605aa481eaa tempest-SecurityGroupRulesNegativeTestJSON-1255682482 tempest-SecurityGroupRulesNegativeTestJSON-1255682482-project-member] Enqueued Resource ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 with Priority: HIGHEST for action security_group_rules [ 658.471926] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 with Priority: HIGHEST for action security_group_rules [ 658.472448] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cee4c4-d5bb-4c73-887e-737c87d87283 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.472448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.472616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.473116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.473116] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cee4c4-d5bb-4c73-887e-737c87d87283',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.739850] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 658.739850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.740469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.740713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.740938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.741091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.741235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.741406] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.997117] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.997297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.001027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.001027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.001027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.001027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 already deleted. [ 659.001027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.117298] env[66645]: INFO networking_nsxv3.common.synchronization [req-601d6fb7-3423-4341-92e8-3854bdcbf893 req-0ce5b10b-9f58-4e12-b7fa-8df51c9e35c5 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 659.117298] env[66645]: INFO networking_nsxv3.common.synchronization [req-601d6fb7-3423-4341-92e8-3854bdcbf893 req-0ce5b10b-9f58-4e12-b7fa-8df51c9e35c5 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 659.117536] env[66645]: INFO networking_nsxv3.common.synchronization [req-601d6fb7-3423-4341-92e8-3854bdcbf893 req-0ce5b10b-9f58-4e12-b7fa-8df51c9e35c5 service nova] Enqueued Resource ID: 20e6febf-91ce-4927-81a2-ba4ea00f5f33 with Priority: HIGHEST for action port [ 659.117885] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 659.118043] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 659.118149] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e6febf-91ce-4927-81a2-ba4ea00f5f33 with Priority: HIGHEST for action port [ 659.118859] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.119132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.119370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.119530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.119623] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.120530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.120654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.120753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.121216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.121216] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.121216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.121508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.121508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.121508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.121697] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.122356] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-20e6febf-91ce-4927-81a2-ba4ea00f5f33 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.122470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.122537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.122688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.122767] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e6febf-91ce-4927-81a2-ba4ea00f5f33',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.243989] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.569880] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 659.570175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.624867] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.625147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.625311] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.626337] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20e6febf-91ce-4927-81a2-ba4ea00f5f33 with status ACTIVE [ 659.626545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.626707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.626815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.627093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.627329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.627882] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.627882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.627882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.628092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.628605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.628822] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.629442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.629442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.629584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629584] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20e6febf-91ce-4927-81a2-ba4ea00f5f33 is going to be updated. [ 659.662036] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.662036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.662217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.662420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.662557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.662731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20e6febf-91ce-4927-81a2-ba4ea00f5f33" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.748260] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.134048] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.253157] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.253327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.253403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.253629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.253722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.253893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be updated. [ 660.278661] env[66645]: INFO networking_nsxv3.common.synchronization [None req-14a6547b-2309-4f30-90ca-7b97dabd9bb3 None None] Enqueued Resource ID: b2e0199c-ec65-4519-b3d8-9f0c948519c6 with Priority: HIGHEST for action port [ 660.278661] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e0199c-ec65-4519-b3d8-9f0c948519c6 with Priority: HIGHEST for action port [ 660.278661] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2e0199c-ec65-4519-b3d8-9f0c948519c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.278940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2e0199c-ec65-4519-b3d8-9f0c948519c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.278940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2e0199c-ec65-4519-b3d8-9f0c948519c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.280176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2e0199c-ec65-4519-b3d8-9f0c948519c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.280318] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e0199c-ec65-4519-b3d8-9f0c948519c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.286656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.286656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.288753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.288753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.288753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.299946] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 660.434192] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: SUCCESS [ 660.434815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.639828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.639949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.640803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.640803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.640803] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be created. [ 660.674285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.687259] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: UNINITIALIZED for 2s [ 660.784279] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2e0199c-ec65-4519-b3d8-9f0c948519c6 [ 660.786131] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.786131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.786131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.786131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.786131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.786131] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2e0199c-ec65-4519-b3d8-9f0c948519c6 already deleted. [ 660.786131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2e0199c-ec65-4519-b3d8-9f0c948519c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.497912] env[66645]: INFO networking_nsxv3.common.synchronization [req-bebe51e6-ff80-45c2-b9b0-861339186714 req-b61e0c18-d470-4fd4-980c-a46261e6ffd5 tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 661.497912] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 661.497912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.497912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.088791] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.089125] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.089278] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.089664] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.089997] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.092763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.092899] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.094491] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.094734] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.095077] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.095268] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.095460] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.095640] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.095829] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.096026] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.096254] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.121712] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.121906] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.122064] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.122251] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.122597] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-bc1736df-7ef6-40f5-aba2-6a6d357d9939 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.122802] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.122921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.123296] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.123406] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1736df-7ef6-40f5-aba2-6a6d357d9939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.312765] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.312765] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.312765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.312765] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.625777] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.625991] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.626169] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626483] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626648] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port bc1736df-7ef6-40f5-aba2-6a6d357d9939 not found, creating... [ 662.627118] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.627371] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.627531] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.627792] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.627923] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.628435] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.628435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.628603] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.629738] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: bc1736df-7ef6-40f5-aba2-6a6d357d9939 is going to be created. [ 662.652494] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.652713] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.652835] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.653117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.653379] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.655282] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.700523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 662.700757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.701336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.701567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.701761] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.701936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.701936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.702114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.702196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.702281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.702382] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.706194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.706400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.706586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.706702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.706766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.707185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.707185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.707185] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.815331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.815540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.815607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.815961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.817291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.817513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.817601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.817868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818509] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.821595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.821815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.821987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822788] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.042044] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b07f65cb-ced4-4290-bda0-9d182880e45d None None] Enqueued Resource ID: a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c with Priority: HIGHEST for action port [ 663.042044] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c with Priority: HIGHEST for action port [ 663.042044] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.043400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.043656] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.207268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.210193] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.327564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43c03dda-0abc-4886-a75d-69441c926612: rpc.has_security_group_logging(os_id): False [ 663.348042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.348226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.348226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.348494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.348606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.348912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.349224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.349299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.350519] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.350519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.351030] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.351030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.351030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.351197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.351197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.351301] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be updated. [ 663.410968] env[66645]: INFO networking_nsxv3.common.synchronization [req-bebe51e6-ff80-45c2-b9b0-861339186714 req-0940cce4-f4ad-4ea6-bb55-c4bfdc2d78cc service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 663.411146] env[66645]: INFO networking_nsxv3.common.synchronization [req-bebe51e6-ff80-45c2-b9b0-861339186714 req-0940cce4-f4ad-4ea6-bb55-c4bfdc2d78cc service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 663.411307] env[66645]: INFO networking_nsxv3.common.synchronization [req-bebe51e6-ff80-45c2-b9b0-861339186714 req-0940cce4-f4ad-4ea6-bb55-c4bfdc2d78cc service nova] Enqueued Resource ID: bc1736df-7ef6-40f5-aba2-6a6d357d9939 with Priority: HIGHEST for action port [ 663.411936] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 663.412511] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 663.413682] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1736df-7ef6-40f5-aba2-6a6d357d9939 with Priority: HIGHEST for action port [ 663.413682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.413682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.413682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.413682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.413682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1736df-7ef6-40f5-aba2-6a6d357d9939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.414225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.414225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.414225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.414225] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1736df-7ef6-40f5-aba2-6a6d357d9939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.437522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.437756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.437756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.437949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.438304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.459916] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 663.718695] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c [ 663.718958] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.719112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.719198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.719475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.719598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.719721] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c already deleted. [ 663.719810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8dbb6a6-4903-4ecd-b5f5-988eb58eb67c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.720354] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.722171] env[66645]: INFO networking_nsxv3.common.synchronization [req-ae120568-44b2-4ad2-a03d-0019651776dd req-5c32ce6e-38a7-4282-9f2b-a7b13520b990 tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 663.723647] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 663.723647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.723647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.723647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.723647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.723647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.723983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.723983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.723983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.724104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.724192] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.921098] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc1736df-7ef6-40f5-aba2-6a6d357d9939 with status ACTIVE [ 663.921098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.921098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.921941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.921941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921941] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc1736df-7ef6-40f5-aba2-6a6d357d9939 is going to be updated. [ 663.950238] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.950375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.950457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.950686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.950817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.950995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1736df-7ef6-40f5-aba2-6a6d357d9939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.229481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.229882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.229882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.230096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.230096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.230476] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.230476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.230476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.230689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.230741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.230798] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 664.232097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.234123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.234288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.234366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.234820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.234820] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 664.360771] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.362040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.362040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.362040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.362040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.364568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.365051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.365735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.374946] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 664.376268] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 665.479171] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 665.479171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.354344] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a5dd8c5e-4c78-45e0-9406-f9fb6db0a0cb tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 666.354808] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 666.355203] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.355354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.355419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.355852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.356018] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.387746] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 666.387889] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 deletion is rescheduled due to dependency. [ 666.387988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.388893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 666.389132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.389896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.390030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.390239] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.390397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.390454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.390639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.390724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.390809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.390980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.391166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.391166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.391267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391393] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.391493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.391642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.391700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391968] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.393033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.393198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.394026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.394026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.394026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.394026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.394026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.394026] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.882094] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.882540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.882540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.882540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.882683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.882729] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 already deleted. [ 666.883171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.896027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893322f6-5398-4b26-8d4d-db4341d310f5: rpc.has_security_group_logging(os_id): False [ 666.897506] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.917932] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.918703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.918703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.918703] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.919219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.919219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.919219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.919219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.919502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.919502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.919502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.919645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.919722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.920360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.920436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.920591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.920672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.920763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be created. [ 666.987237] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.987237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.987947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.987947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.987947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.004298] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 667.081507] env[66645]: INFO networking_nsxv3.common.synchronization [None req-61071501-540c-4dc9-9aa5-08c0fa484a4b tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 667.081507] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 667.081695] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.081964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.082149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.082431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.082615] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.357814] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b10dbfc4-c3f8-4015-9e21-a88ad0ca03f7 None None] Enqueued Resource ID: 21b418d5-1393-4636-971a-e1124bd522d5 with Priority: HIGHEST for action port [ 667.359727] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b418d5-1393-4636-971a-e1124bd522d5 with Priority: HIGHEST for action port [ 667.360641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b418d5-1393-4636-971a-e1124bd522d5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.360641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b418d5-1393-4636-971a-e1124bd522d5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.360641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b418d5-1393-4636-971a-e1124bd522d5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.364092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b418d5-1393-4636-971a-e1124bd522d5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.364092] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b418d5-1393-4636-971a-e1124bd522d5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.401917] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.605246] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.605460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.605460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.605831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.605955] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 already deleted. [ 667.606052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.867990] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21b418d5-1393-4636-971a-e1124bd522d5 [ 667.867990] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.868342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.868342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.869165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.869165] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21b418d5-1393-4636-971a-e1124bd522d5 already deleted. [ 667.869165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b418d5-1393-4636-971a-e1124bd522d5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.903803] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.904378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.904378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.904378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.904521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.904744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 667.940426] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.940614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.940695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.940914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.941190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.952701] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 669.020870] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 669.021562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.021848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.022225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.022793] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.101217] env[66645]: INFO networking_nsxv3.common.synchronization [req-156e64fe-2c06-4e59-bf03-9efe57ed5334 req-7047d464-3774-413a-a1ba-6cc2f45ba185 tempest-ImagesNegativeTestJSON-531099847 tempest-ImagesNegativeTestJSON-531099847-project-member] Enqueued Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 669.101786] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 669.102148] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.102222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.102297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.102554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.102708] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.102804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.102856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.104482] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.525777] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.525952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.608632] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.608771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.608835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.609085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.609475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.611630] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.611797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.612139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.612139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.612254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.612335] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 already deleted. [ 669.612677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.688699] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9878cf4e-cf80-45fa-b879-4f110ad03084 None None] Enqueued Resource ID: e2dae4d7-f434-40ed-84a5-ae2546da9665 with Priority: HIGHEST for action port [ 669.689319] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dae4d7-f434-40ed-84a5-ae2546da9665 with Priority: HIGHEST for action port [ 669.689897] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dae4d7-f434-40ed-84a5-ae2546da9665 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.689897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dae4d7-f434-40ed-84a5-ae2546da9665" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.689897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dae4d7-f434-40ed-84a5-ae2546da9665" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.690194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dae4d7-f434-40ed-84a5-ae2546da9665" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.690270] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dae4d7-f434-40ed-84a5-ae2546da9665',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.693750] env[66645]: INFO networking_nsxv3.common.synchronization [None req-92380cfc-674d-4876-ab91-025f94d6faa3 None None] Enqueued Resource ID: 672690b6-2381-4e79-ad45-d1b9f7c876e9 with Priority: HIGHEST for action port [ 669.693960] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672690b6-2381-4e79-ad45-d1b9f7c876e9 with Priority: HIGHEST for action port [ 669.694452] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-672690b6-2381-4e79-ad45-d1b9f7c876e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.694565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672690b6-2381-4e79-ad45-d1b9f7c876e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.694626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672690b6-2381-4e79-ad45-d1b9f7c876e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.694853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672690b6-2381-4e79-ad45-d1b9f7c876e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.694938] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672690b6-2381-4e79-ad45-d1b9f7c876e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.959901] env[66645]: INFO networking_nsxv3.common.synchronization [req-961231d5-cc10-466c-81da-ffd664b46b62 req-02e466b7-a02d-4264-8235-006badbe5d1a tempest-SecurityGroupRulesNegativeTestJSON-1255682482 tempest-SecurityGroupRulesNegativeTestJSON-1255682482-project-member] Enqueued Resource ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 with Priority: HIGHEST for action security_group_rules [ 669.964680] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 669.964680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.964680] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 with Priority: HIGHEST for action security_group_rules [ 669.964680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.964680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.964680] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.964680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.964680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965389] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.966444] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cee4c4-d5bb-4c73-887e-737c87d87283 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.966881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.966881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.967030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.967118] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cee4c4-d5bb-4c73-887e-737c87d87283',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.198621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2dae4d7-f434-40ed-84a5-ae2546da9665 [ 670.198621] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2dae4d7-f434-40ed-84a5-ae2546da9665 already deleted. [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dae4d7-f434-40ed-84a5-ae2546da9665" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 672690b6-2381-4e79-ad45-d1b9f7c876e9 [ 670.198621] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198621] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:672690b6-2381-4e79-ad45-d1b9f7c876e9 already deleted. [ 670.198621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672690b6-2381-4e79-ad45-d1b9f7c876e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.387830] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.387909] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.388062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.388411] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.388651] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.388801] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.388947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.389903] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.390119] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.390889] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.390889] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.390889] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.390889] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.390889] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.391521] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.391521] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.419655] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.421775] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.421775] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.421775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.421775] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.421775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.421775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.421775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.421775] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.468850] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.469143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.469281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.469563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.469742] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.469848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.469911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.470316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.470455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.470585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.470771] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.470907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.470989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.471235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.471409] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.471566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.471651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.471852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.471962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.472082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.472200] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.494155] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.494155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.494155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.494155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.494155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.494155] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cee4c4-d5bb-4c73-887e-737c87d87283 already deleted. [ 670.494155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cee4c4-d5bb-4c73-887e-737c87d87283" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.904219] env[66645]: INFO networking_nsxv3.common.synchronization [None req-dfb1f8a6-fabd-499f-81ed-5da96157d765 None None] Enqueued Resource ID: 972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3 with Priority: HIGHEST for action port [ 670.904219] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3 with Priority: HIGHEST for action port [ 670.904607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.904734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.904801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.909129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.909271] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.924854] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.925082] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.925211] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.925561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.925616] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.925744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 not found, creating... [ 670.926564] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.926564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.926564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.926564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.926841] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.926975] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.927134] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.927242] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.927475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.927612] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.928074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 is going to be created. [ 670.954436] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.954628] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.954750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.955060] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.955265] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.955507] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977161] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893322f6-5398-4b26-8d4d-db4341d310f5: rpc.has_security_group_logging(os_id): False [ 670.998865] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.999045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.999121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.999720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.999720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.999860] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.999918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.999956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.000113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.000190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.000376] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.000490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.000547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.000691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.000764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.000955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.001063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.001140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.001340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.001411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.001496] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 671.105804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.105969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.105969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.106163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.106309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.120815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 671.411873] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3 [ 671.413443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.413443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.413443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.413443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.413443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.413443] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3 already deleted. [ 671.413443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-972eaf66-b79d-4d8a-9e44-4cf05a8b6cb3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.657191] env[66645]: INFO networking_nsxv3.common.synchronization [req-156e64fe-2c06-4e59-bf03-9efe57ed5334 req-7bad5a1d-d015-45e5-a800-70a8c99473e9 service nova] Enqueued Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_rules [ 671.657490] env[66645]: INFO networking_nsxv3.common.synchronization [req-156e64fe-2c06-4e59-bf03-9efe57ed5334 req-7bad5a1d-d015-45e5-a800-70a8c99473e9 service nova] Enqueued Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 671.657637] env[66645]: INFO networking_nsxv3.common.synchronization [req-156e64fe-2c06-4e59-bf03-9efe57ed5334 req-7bad5a1d-d015-45e5-a800-70a8c99473e9 service nova] Enqueued Resource ID: 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 with Priority: HIGHEST for action port [ 671.658482] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_rules [ 671.658607] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 671.658809] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 with Priority: HIGHEST for action port [ 671.659101] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.659267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.659396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.659685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.659784] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.660778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.660900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.660976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.661313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.661379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.661486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.661585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.661785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.661881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.661995] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.663411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663942] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.917871] env[66645]: INFO networking_nsxv3.common.synchronization [req-95002495-d04a-4044-8576-8eaeb693895d req-0babbc48-4b68-4432-aa44-3166e7cba0a1 tempest-ServerGroupTestJSON-1791464126 tempest-ServerGroupTestJSON-1791464126-project-member] Enqueued Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 671.918566] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 671.918883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.919018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.919086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.919348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.919539] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.920180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.920226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.920370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.920533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.920657] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.168344] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.168344] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 with status ACTIVE [ 672.169827] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.169827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.169827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.169827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.170080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.170080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.170765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.170765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.170907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.170954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.172059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.172059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.172059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.172059] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2 is going to be updated. [ 672.174062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.174062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.195551] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.195753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.195753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.196095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.196159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.196336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dff5aa5-1dd2-4c3c-9b6f-0ba1231aa5b2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.298568] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.298568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-29" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.298568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-29" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.299367] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-29" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.299754] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.299999] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.300172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.300515] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.300735] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.300949] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.301184] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.301184] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.301373] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.301373] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.301490] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.301906] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.323996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.324192] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.324376] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.324586] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-29" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.325088] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-272aebc9-6db1-4bea-a4e1-19b06247f2a6 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.325290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.325429] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.325801] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.325880] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272aebc9-6db1-4bea-a4e1-19b06247f2a6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.422462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.422462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.422462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.422878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.422878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.422878] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.423027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.423070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.423188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.423283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.423349] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e already deleted. [ 672.423428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.676087] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.831820] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833032] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833032] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.833174] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.833618] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.835111] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 272aebc9-6db1-4bea-a4e1-19b06247f2a6 not found, creating... [ 672.835530] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.835798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.835984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.836709] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.836709] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.837115] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.837314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.837524] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.837845] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.838087] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.838331] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 272aebc9-6db1-4bea-a4e1-19b06247f2a6 is going to be created. [ 672.863643] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.863883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.864076] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.864420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.865011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.865375] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.060744] env[66645]: INFO networking_nsxv3.common.synchronization [None req-13d6a1e2-3bca-4382-bd0b-b884b450695c tempest-ServersTestJSON-630233894 tempest-ServersTestJSON-630233894-project-member] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 673.061399] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 673.062042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.062042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.062042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.064745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.064745] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.143206] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 673.143540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.179715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.179810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.179863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.180078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.180163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180257] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 is going to be created. [ 673.205956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.206138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.207522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.207522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.207522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.218773] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: UNINITIALIZED for 2s [ 673.334685] env[66645]: INFO networking_nsxv3.common.synchronization [None req-d779ced6-5d40-4070-a579-04cb3655562b tempest-ServersTestJSON-630233894 tempest-ServersTestJSON-630233894-project-member] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 673.335297] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 673.335655] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.337984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384016] env[66645]: INFO networking_nsxv3.common.synchronization [None req-39c8e5cd-d43d-4b65-912c-100843606ca7 None None] Enqueued Resource ID: 1aaf1d54-1175-4009-8fb5-3b4465a41cd8 with Priority: HIGHEST for action port [ 673.385122] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aaf1d54-1175-4009-8fb5-3b4465a41cd8 with Priority: HIGHEST for action port [ 673.386303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aaf1d54-1175-4009-8fb5-3b4465a41cd8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.386591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aaf1d54-1175-4009-8fb5-3b4465a41cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.386660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aaf1d54-1175-4009-8fb5-3b4465a41cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.387063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aaf1d54-1175-4009-8fb5-3b4465a41cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.387213] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aaf1d54-1175-4009-8fb5-3b4465a41cd8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.584898] env[66645]: INFO networking_nsxv3.common.synchronization [req-95002495-d04a-4044-8576-8eaeb693895d req-55bb6f69-b662-4240-b170-cc454804916e service nova] Enqueued Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_rules [ 673.585208] env[66645]: INFO networking_nsxv3.common.synchronization [req-95002495-d04a-4044-8576-8eaeb693895d req-55bb6f69-b662-4240-b170-cc454804916e service nova] Enqueued Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 673.585332] env[66645]: INFO networking_nsxv3.common.synchronization [req-95002495-d04a-4044-8576-8eaeb693895d req-55bb6f69-b662-4240-b170-cc454804916e service nova] Enqueued Resource ID: 272aebc9-6db1-4bea-a4e1-19b06247f2a6 with Priority: HIGHEST for action port [ 673.585893] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_rules [ 673.586051] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 673.586156] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272aebc9-6db1-4bea-a4e1-19b06247f2a6 with Priority: HIGHEST for action port [ 673.586643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.586643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.586643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.586985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.587156] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.588399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.588618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.589099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.589160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.589402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.589402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.589554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.590641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-272aebc9-6db1-4bea-a4e1-19b06247f2a6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.590799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.590799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.590983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591076] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272aebc9-6db1-4bea-a4e1-19b06247f2a6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.592828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593967] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 already deleted. [ 673.593967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.594313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.594313] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.891806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aaf1d54-1175-4009-8fb5-3b4465a41cd8 [ 673.891806] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.891806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.892159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.892812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.892812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.892812] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aaf1d54-1175-4009-8fb5-3b4465a41cd8 already deleted. [ 673.893034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aaf1d54-1175-4009-8fb5-3b4465a41cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.904510] env[66645]: INFO networking_nsxv3.common.synchronization [req-0db1130b-d8d5-4ef5-8cf3-78d51bfd18a1 req-4bff21cc-9630-4ac1-afac-74c27401ee25 tempest-DeleteServersAdminTestJSON-1084976505 tempest-DeleteServersAdminTestJSON-1084976505-project-member] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 673.905274] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 673.905503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.905644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.905728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.906137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.906422] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.906550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.906640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.906856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.906967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.908044] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.094092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.094285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.094466] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.097015] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 272aebc9-6db1-4bea-a4e1-19b06247f2a6 with status ACTIVE [ 674.097015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.097015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.097015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.097294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.097294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.097601] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.097730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.097730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.097880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.097962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.098163] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.098256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.098311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.098688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.098688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.098688] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 272aebc9-6db1-4bea-a4e1-19b06247f2a6 is going to be updated. [ 674.125182] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.125600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.125835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.126469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.127132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127132] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 already deleted. [ 674.127132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.133332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.133332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.133546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.133726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.133910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272aebc9-6db1-4bea-a4e1-19b06247f2a6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.410165] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.410165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.410165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.410448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.410448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.411136] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.411136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.411136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.411437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.411437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.411539] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be updated. [ 674.447848] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.447848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.447848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.448428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.448428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.464856] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 674.566773] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4d5e29ac-ba39-4ee7-8505-35ebe36811d6 None None] Enqueued Resource ID: 0e8df835-4f86-4084-addb-3714d009f40d with Priority: HIGHEST for action port [ 674.567042] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8df835-4f86-4084-addb-3714d009f40d with Priority: HIGHEST for action port [ 674.567382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8df835-4f86-4084-addb-3714d009f40d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.567497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8df835-4f86-4084-addb-3714d009f40d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.567565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8df835-4f86-4084-addb-3714d009f40d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.567818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8df835-4f86-4084-addb-3714d009f40d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.567900] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8df835-4f86-4084-addb-3714d009f40d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.601408] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.944396] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.944396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.944396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.944396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.944686] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.944686] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.944803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.945024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.945201] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.945373] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.945489] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.946087] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.946087] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.946087] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.946087] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.946087] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.969023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.969023] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.969023] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.969023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.970144] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.970879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.970991] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.971992] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.971992] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c58d5b3-03fa-46cb-b099-23e62f67ab3d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.070986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8df835-4f86-4084-addb-3714d009f40d [ 675.070986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.070986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.071325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.071325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.071428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.071428] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8df835-4f86-4084-addb-3714d009f40d already deleted. [ 675.071505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8df835-4f86-4084-addb-3714d009f40d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.108146] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.108551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.108752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.109007] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.109351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.109537] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e is going to be created. [ 675.142042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.142228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.142276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.142849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.142849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.153548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: UNINITIALIZED for 2s [ 675.229806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: SUCCESS [ 675.230043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.230218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.230497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.230687] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.230825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.230896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.231109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.231202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.231314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.231669] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.287273] env[66645]: INFO networking_nsxv3.common.synchronization [None req-04bd76ba-167b-4d0d-9613-acbd811aadbe tempest-ServersTestManualDisk-1836161777 tempest-ServersTestManualDisk-1836161777-project-member] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 675.287273] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 675.288207] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.288207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.288207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.288207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.288487] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.473872] env[66645]: INFO networking_nsxv3.common.synchronization [None req-ea3f6d85-d9f2-45c2-a20c-dd32c8a2e048 tempest-ServersTestManualDisk-1836161777 tempest-ServersTestManualDisk-1836161777-project-member] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 675.473872] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 675.473872] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.473872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.477763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.477763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 1c58d5b3-03fa-46cb-b099-23e62f67ab3d not found, creating... [ 675.477763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.477763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.478604] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.478604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.478604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.478604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.478604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.478604] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 1c58d5b3-03fa-46cb-b099-23e62f67ab3d is going to be created. [ 675.502022] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502694] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502840] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.503074] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.735204] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.735204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.735682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.735682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.735788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.735788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.735919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.736054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.736113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.736181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.736353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.736451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.736509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.736642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.736784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.736884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.736956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.737087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.737161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.737295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.737420] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.817939] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.818170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.818170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.818328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.818400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c already deleted. [ 675.818589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.818892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.818966] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.211169] env[66645]: INFO networking_nsxv3.common.synchronization [req-0db1130b-d8d5-4ef5-8cf3-78d51bfd18a1 req-296f2983-3fe0-44c4-a0aa-1185e997875f service nova] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_rules [ 676.211420] env[66645]: INFO networking_nsxv3.common.synchronization [req-0db1130b-d8d5-4ef5-8cf3-78d51bfd18a1 req-296f2983-3fe0-44c4-a0aa-1185e997875f service nova] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 676.211489] env[66645]: INFO networking_nsxv3.common.synchronization [req-0db1130b-d8d5-4ef5-8cf3-78d51bfd18a1 req-296f2983-3fe0-44c4-a0aa-1185e997875f service nova] Enqueued Resource ID: 1c58d5b3-03fa-46cb-b099-23e62f67ab3d with Priority: HIGHEST for action port [ 676.212609] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_rules [ 676.215601] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 676.215601] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c58d5b3-03fa-46cb-b099-23e62f67ab3d with Priority: HIGHEST for action port [ 676.216388] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.216602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.220016] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.220016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.220016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.220016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.220896] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c58d5b3-03fa-46cb-b099-23e62f67ab3d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.240201] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdc3fb9-c4dd-4c83-aead-bfe029262b13: rpc.has_security_group_logging(os_id): False [ 676.263948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.264182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.264250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266557] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.266659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.266722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.267256] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 is going to be created. [ 676.344893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.345109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.345156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.345576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.345680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.345785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c already deleted. [ 676.345872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.356113] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.356630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.356727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.357280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.357280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.368974] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: IN_PROGRESS for 2s [ 676.476139] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 676.476275] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 deletion is rescheduled due to dependency. [ 676.476359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.476980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.477255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.477449] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.477669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.477742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.478182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.478182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.478482] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.722344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.722344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.722523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c58d5b3-03fa-46cb-b099-23e62f67ab3d with status ACTIVE [ 676.722672] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.722805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.722893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.723199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.723329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.723701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.723787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.724033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.724162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.724389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.724495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.724555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.724736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.726828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.727259] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c58d5b3-03fa-46cb-b099-23e62f67ab3d is going to be updated. [ 676.756299] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.756299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.756299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.757074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.757074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.757074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c58d5b3-03fa-46cb-b099-23e62f67ab3d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.982246] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.164518] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: SUCCESS [ 677.165525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.165525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.165525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.165802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.165975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.166152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.166378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.166527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.166695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.166857] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.484534] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.670749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.670924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.671322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.671322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.671467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.671653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.671653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.671797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.671875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.671955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.672149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.672216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.672252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.672398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.672540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.672621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.672683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.672817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.672892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.672970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.673073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.988352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.988352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.988352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.988694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.988694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.988851] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be updated. [ 678.026805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.026805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.026805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.026805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.026805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.034520] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 678.175326] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da6ec788-e97e-41f0-a983-14fbab2f264e: rpc.has_security_group_logging(os_id): False [ 678.194413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.194951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195172] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.195267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.195321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.195479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.195575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.195855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.195911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196328] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196891] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e is going to be created. [ 678.264535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.264535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.264535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.264764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.264918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.283380] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: IN_PROGRESS for 2s [ 678.384086] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: SUCCESS [ 678.384371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.049954] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 680.050497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.050664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.050897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.051043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.051043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.051214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.051269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.051365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.052258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.052258] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.215838] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4e254a91-ad1f-4ecf-8a62-b362eac9f2ae None None] Enqueued Resource ID: cc63d77e-ff87-4973-b634-5d7627233f5b with Priority: HIGHEST for action port [ 680.216697] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc63d77e-ff87-4973-b634-5d7627233f5b with Priority: HIGHEST for action port [ 680.218107] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc63d77e-ff87-4973-b634-5d7627233f5b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.218107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc63d77e-ff87-4973-b634-5d7627233f5b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.218107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc63d77e-ff87-4973-b634-5d7627233f5b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.218322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc63d77e-ff87-4973-b634-5d7627233f5b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.218715] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc63d77e-ff87-4973-b634-5d7627233f5b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.297559] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: SUCCESS [ 680.297935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.554900] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.554900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.554900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.555468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.555468] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.555468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.555468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.555625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.555625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.555695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.555839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.555918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.555974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.556239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.556308] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.558264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.558264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.558264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.558264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.558264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.558264] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.721591] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc63d77e-ff87-4973-b634-5d7627233f5b [ 680.722309] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.722448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.722520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.722752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.722865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.722977] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc63d77e-ff87-4973-b634-5d7627233f5b already deleted. [ 680.723119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc63d77e-ff87-4973-b634-5d7627233f5b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.059077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9: rpc.has_security_group_logging(os_id): False [ 681.079923] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.080447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.080447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.080447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.080883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.080883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.080883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.081410] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.081684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.082127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.082672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.082776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.082921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.083016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.083113] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be updated. [ 681.157871] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.158099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.158155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.158350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.158508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.173391] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 682.181136] env[66645]: INFO networking_nsxv3.common.synchronization [None req-ca4e0ead-bac5-4f6b-88b9-e056f012f5d3 None None] Enqueued Resource ID: 2ac9cac2-db16-4915-87bd-e19b3ea53b6d with Priority: HIGHEST for action port [ 682.182441] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac9cac2-db16-4915-87bd-e19b3ea53b6d with Priority: HIGHEST for action port [ 682.183230] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac9cac2-db16-4915-87bd-e19b3ea53b6d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.185152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac9cac2-db16-4915-87bd-e19b3ea53b6d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.185152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac9cac2-db16-4915-87bd-e19b3ea53b6d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.185152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac9cac2-db16-4915-87bd-e19b3ea53b6d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.185152] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac9cac2-db16-4915-87bd-e19b3ea53b6d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.687630] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ac9cac2-db16-4915-87bd-e19b3ea53b6d [ 682.687788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.687938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.688371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688469] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ac9cac2-db16-4915-87bd-e19b3ea53b6d already deleted. [ 682.688551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac9cac2-db16-4915-87bd-e19b3ea53b6d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.192628] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 683.192915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.657523] env[66645]: INFO networking_nsxv3.common.synchronization [req-8e161123-6561-4717-909e-eeecf5e6d908 req-05fb55eb-e29e-4838-967b-a662c1e3f8b1 tempest-ImagesNegativeTestJSON-531099847 tempest-ImagesNegativeTestJSON-531099847-project-member] Enqueued Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 684.658098] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGHEST for action security_group_members [ 684.658416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.658539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.658608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.658803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.658951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.660460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.660460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.660627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.660747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.660844] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.163236] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.163481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.163680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.163773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.163953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.164078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.164525] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 is going to be updated. [ 685.193833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.194016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.194077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.194691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.194691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.204865] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: IN_PROGRESS for 2s [ 686.824059] env[66645]: INFO networking_nsxv3.common.synchronization [req-be961d8f-ae13-41bc-915d-cc5090a66dfb req-891f74fd-089b-4b8e-84d9-e3f9ff291b43 tempest-FloatingIPsAssociationNegativeTestJSON-1308735573 tempest-FloatingIPsAssociationNegativeTestJSON-1308735573-project-member] Enqueued Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 686.824665] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGHEST for action security_group_members [ 686.825052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.825451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.825522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.825794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.827763] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.828038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.828192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.828461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.828808] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.219288] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: IN_PROGRESS for 4s [ 687.330965] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.331155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.331205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.331441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.331516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.331721] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.331847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.331952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.332110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.332194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.332285] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b is going to be updated. [ 687.363413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.364047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.374532] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: IN_PROGRESS for 2s [ 687.941710] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8c6327c9-ca43-4258-8e9f-fac09b3f0241 None None] Enqueued Resource ID: ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72 with Priority: HIGHEST for action port [ 687.942029] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72 with Priority: HIGHEST for action port [ 687.942337] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.942412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.942489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.943158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.944136] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.446455] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72 [ 688.446675] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.446801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.446928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.447838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.448013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.448076] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72 already deleted. [ 688.449382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8b6a3c-ed40-43ae-8b91-a6d6d47c1d72" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192234] env[66645]: INFO networking_nsxv3.common.synchronization [req-1c99050a-0543-4c88-b531-1a213fe8de03 req-c3098d8b-c186-4f10-b73f-8b28d1f15ba2 tempest-FloatingIPsAssociationTestJSON-1867956850 tempest-FloatingIPsAssociationTestJSON-1867956850-project-member] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 689.192802] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 689.193025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.193183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.193256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.193462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.193806] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.193806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.193806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.193950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.193976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.194082] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.229526] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 in Status: SUCCESS [ 689.229824] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 deletion is rescheduled due to dependency. [ 689.229952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.383175] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b in Status: SUCCESS [ 689.383358] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b deletion is rescheduled due to dependency. [ 689.383476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.458278] env[66645]: INFO networking_nsxv3.common.synchronization [req-d4d969b2-85fb-4c6d-af1d-ee5f6ed9cc0e req-d654b3b9-99c8-4aad-89e1-96251094b6f6 tempest-InstanceActionsTestJSON-1921577534 tempest-InstanceActionsTestJSON-1921577534-project-member] Enqueued Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 689.458818] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 with Priority: HIGHEST for action security_group_members [ 689.464057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.464057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.464057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.464057] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2fe36ea-33f2-42c9-bb2a-aabfe1d20896',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.699073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.967054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.968248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.968476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.969244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.969244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.969244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.969244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.969445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.969477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.969536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.969787] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 is going to be updated. [ 690.005141] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.005141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.005141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.005141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.005141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.013123] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: IN_PROGRESS for 2s [ 690.205340] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.223084] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7dfaffc9-6a11-4795-b1dc-38d4ee51c805 None None] Enqueued Resource ID: ac26efbe-06b1-420c-a202-18d8adab8af7 with Priority: HIGHEST for action port [ 690.223312] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac26efbe-06b1-420c-a202-18d8adab8af7 with Priority: HIGHEST for action port [ 690.223630] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac26efbe-06b1-420c-a202-18d8adab8af7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.223754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac26efbe-06b1-420c-a202-18d8adab8af7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.223819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac26efbe-06b1-420c-a202-18d8adab8af7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.224071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac26efbe-06b1-420c-a202-18d8adab8af7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.224160] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac26efbe-06b1-420c-a202-18d8adab8af7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.384071] env[66645]: INFO networking_nsxv3.common.synchronization [req-235d649d-afeb-40cc-bb17-14e98f406566 req-fb410923-8b52-4e0f-8813-9612eea940e7 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 690.384653] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 690.385040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.385134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.385170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.385427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.386063] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.386063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.386063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.386063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.386063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.386461] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.708398] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.708754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.708754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.709127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.709246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.709364] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be updated. [ 690.726760] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac26efbe-06b1-420c-a202-18d8adab8af7 [ 690.727613] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.728058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.728190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.728557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.728692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.728849] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac26efbe-06b1-420c-a202-18d8adab8af7 already deleted. [ 690.729077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac26efbe-06b1-420c-a202-18d8adab8af7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.752795] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.753779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.753911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.754990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.755208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766477] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 690.826672] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.827065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.827280] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.827876] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.828340] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.828623] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.828849] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.829265] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.829524] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.829883] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.830096] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.830306] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.830862] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.830862] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.830862] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.831080] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.855277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.855277] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.855535] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.855727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.856097] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-fe821e5b-1e31-4e68-8a91-993ca860e3cf taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.856287] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.856409] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.856828] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.857019] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe821e5b-1e31-4e68-8a91-993ca860e3cf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.888528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.888765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.888825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.889108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.889211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.889440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.889544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.889601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.889827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.889932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.890056] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 already deleted. [ 690.890150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360290] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.360706] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.360706] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.361068] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.361651] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.361887] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port fe821e5b-1e31-4e68-8a91-993ca860e3cf not found, creating... [ 691.362170] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.362366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.362508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.362814] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.362988] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.363333] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.364360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.364360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.364360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.364360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.364360] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: fe821e5b-1e31-4e68-8a91-993ca860e3cf is going to be created. [ 691.387282] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.387533] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.387676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.387966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.388215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.388459] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.636520] env[66645]: INFO networking_nsxv3.common.synchronization [req-541d7823-b5b2-4ec9-a742-564a1662b922 req-bc55f8a6-5819-4a03-82c5-d859df96d117 tempest-ServerGroupTestJSON-1791464126 tempest-ServerGroupTestJSON-1791464126-project-member] Enqueued Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 691.636520] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGHEST for action security_group_members [ 691.636520] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.636706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.636706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.636843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.636993] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.637255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.637324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.637482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.637573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.637676] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.969551] env[66645]: INFO networking_nsxv3.common.synchronization [req-5bf49e2e-9c5f-478e-9f40-a3ba1a314a2d req-5ec038a5-6c46-437f-8889-34000498f5a2 tempest-DeleteServersAdminTestJSON-1084976505 tempest-DeleteServersAdminTestJSON-1084976505-project-member] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 691.970127] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGHEST for action security_group_members [ 691.970443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.970550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.971348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.971348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.971348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.971348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.971348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.971945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.971945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.971945] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.023210] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 in Status: SUCCESS [ 692.023389] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2fe36ea-33f2-42c9-bb2a-aabfe1d20896 deletion is rescheduled due to dependency. [ 692.024875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2fe36ea-33f2-42c9-bb2a-aabfe1d20896" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.091665] env[66645]: INFO networking_nsxv3.common.synchronization [req-235d649d-afeb-40cc-bb17-14e98f406566 req-2c56643d-b63c-4b74-940b-9df52bffe339 service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 692.091665] env[66645]: INFO networking_nsxv3.common.synchronization [req-235d649d-afeb-40cc-bb17-14e98f406566 req-2c56643d-b63c-4b74-940b-9df52bffe339 service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 692.091762] env[66645]: INFO networking_nsxv3.common.synchronization [req-235d649d-afeb-40cc-bb17-14e98f406566 req-2c56643d-b63c-4b74-940b-9df52bffe339 service nova] Enqueued Resource ID: fe821e5b-1e31-4e68-8a91-993ca860e3cf with Priority: HIGHEST for action port [ 692.092394] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 692.092626] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 692.092626] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe821e5b-1e31-4e68-8a91-993ca860e3cf with Priority: HIGHEST for action port [ 692.093028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.093112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.093600] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.094936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.097696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.098061] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.098131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.098285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.098381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.098506] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.099345] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe821e5b-1e31-4e68-8a91-993ca860e3cf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.099464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.099648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.099752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100649] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe821e5b-1e31-4e68-8a91-993ca860e3cf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.140371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.141067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.141234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.141542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.142028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.142188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.142517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.142623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.142726] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e is going to be updated. [ 692.180852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.180852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.180852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.180852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.180852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.191788] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: IN_PROGRESS for 2s [ 692.475253] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.475253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.475253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.475253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.475253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.475253] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.475723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.475723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.475723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.475809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.475880] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be updated. [ 692.513880] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.513880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.513880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.514111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.514976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.523385] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: IN_PROGRESS for 2s [ 692.603040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.603040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.603040] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.606348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe821e5b-1e31-4e68-8a91-993ca860e3cf with status ACTIVE [ 692.606348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.606348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.606348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.606348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.606348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe821e5b-1e31-4e68-8a91-993ca860e3cf is going to be updated. [ 692.628938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.629108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.629175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.629415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.629596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.629824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe821e5b-1e31-4e68-8a91-993ca860e3cf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.785883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 692.785943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112072] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.613753] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.614920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.614920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.614920] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be created. [ 693.639501] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.639949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.640166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.651470] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: UNINITIALIZED for 2s [ 694.205048] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da6ec788-e97e-41f0-a983-14fbab2f264e in Status: SUCCESS [ 694.205048] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e deletion is rescheduled due to dependency. [ 694.205048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.536724] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 in Status: SUCCESS [ 694.536868] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 deletion is rescheduled due to dependency. [ 694.536976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.666780] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 695.667075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.667197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.667541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.667647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.667784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.667851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.668022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.668117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.668184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.668278] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.712589] env[66645]: INFO networking_nsxv3.common.synchronization [req-18ca5bd4-a3df-4a15-bfa2-49f8ab04bae0 req-5a7ece90-5aff-409e-a047-4e9eb6138b70 tempest-ServersTestFqdnHostnames-821036823 tempest-ServersTestFqdnHostnames-821036823-project-member] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 695.713205] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGHEST for action security_group_members [ 695.713525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.713683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.713777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.713886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.715073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.969992] env[66645]: INFO networking_nsxv3.common.synchronization [req-03ec2c3e-40c1-4d28-ab7a-09e186fbaece req-993f72af-73be-4f08-a2ef-02b4c2cc8dbb tempest-ImagesOneServerTestJSON-1878278114 tempest-ImagesOneServerTestJSON-1878278114-project-member] Enqueued Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 695.970689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 695.971076] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.971202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.971264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.971522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.971734] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.971899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.971956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.972233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.972233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.972352] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.171061] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.217301] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.217443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.217517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.217729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.217823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.218020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.218147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.218212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.218367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.218461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.218558] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 is going to be updated. [ 696.245714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.245861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.245932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.246157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.246301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.256053] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: IN_PROGRESS for 2s [ 696.474883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.474981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.475317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.475348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.475513] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.475808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.475883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.475965] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 already deleted. [ 696.476057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520026] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-721" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.520380] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-721" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520793] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-721" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.524017] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.524017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.524017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.524017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.524017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.524017] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.524017] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.524017] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.524017] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.524017] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.524017] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.524017] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.541844] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.542098] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.542098] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.542232] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-721" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.542588] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-4e58f983-b872-4dcb-8b8b-2143a94b3612 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.542825] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.542980] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.543247] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.543377] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e58f983-b872-4dcb-8b8b-2143a94b3612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.673480] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf15440-45d6-4099-b538-407706ae90c4: rpc.has_security_group_logging(os_id): False [ 696.690969] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.691202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.691202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.691414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.691504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.691740] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.691832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.691902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.692059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.692131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.692215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be created. [ 696.751187] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.751505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.751505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.751656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.751907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.768361] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 697.046501] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046681] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046796] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047079] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.047230] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.047379] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 4e58f983-b872-4dcb-8b8b-2143a94b3612 not found, creating... [ 697.047632] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.047787] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047900] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.048127] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.048259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.048528] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.048675] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.048787] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.048985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.049933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.050118] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 4e58f983-b872-4dcb-8b8b-2143a94b3612 is going to be created. [ 697.070663] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.071980] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.072131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.072395] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.072617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.073171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362894] env[66645]: INFO networking_nsxv3.common.synchronization [None req-21ff02db-bba9-4ed0-98ad-a7c9b26fae89 None None] Enqueued Resource ID: 82f49c60-7307-4590-9c4f-f5de683c497d with Priority: HIGHEST for action port [ 697.363783] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f49c60-7307-4590-9c4f-f5de683c497d with Priority: HIGHEST for action port [ 697.364175] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f49c60-7307-4590-9c4f-f5de683c497d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.364307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f49c60-7307-4590-9c4f-f5de683c497d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.364378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f49c60-7307-4590-9c4f-f5de683c497d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.364685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f49c60-7307-4590-9c4f-f5de683c497d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.364732] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f49c60-7307-4590-9c4f-f5de683c497d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.775467] env[66645]: INFO networking_nsxv3.common.synchronization [req-03ec2c3e-40c1-4d28-ab7a-09e186fbaece req-eade5416-41be-4469-9014-c5a0bad5d108 service nova] Enqueued Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_rules [ 697.775709] env[66645]: INFO networking_nsxv3.common.synchronization [req-03ec2c3e-40c1-4d28-ab7a-09e186fbaece req-eade5416-41be-4469-9014-c5a0bad5d108 service nova] Enqueued Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 697.775743] env[66645]: INFO networking_nsxv3.common.synchronization [req-03ec2c3e-40c1-4d28-ab7a-09e186fbaece req-eade5416-41be-4469-9014-c5a0bad5d108 service nova] Enqueued Resource ID: 4e58f983-b872-4dcb-8b8b-2143a94b3612 with Priority: HIGHEST for action port [ 697.776291] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_rules [ 697.776442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 697.776542] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e58f983-b872-4dcb-8b8b-2143a94b3612 with Priority: HIGHEST for action port [ 697.776826] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.776957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.777040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.777306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.777395] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.778535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.778658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.778727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.778907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.781336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.781336] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.781336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e58f983-b872-4dcb-8b8b-2143a94b3612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.781336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.781336] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e58f983-b872-4dcb-8b8b-2143a94b3612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.866643] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f49c60-7307-4590-9c4f-f5de683c497d [ 697.866885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.867030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.867101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.867355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.867453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.867545] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f49c60-7307-4590-9c4f-f5de683c497d already deleted. [ 697.867610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f49c60-7307-4590-9c4f-f5de683c497d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.266379] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 in Status: SUCCESS [ 698.266379] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 deletion is rescheduled due to dependency. [ 698.266379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.276892] env[66645]: INFO networking_nsxv3.common.synchronization [req-a1fc0348-1a43-4006-a9e6-39198ef76942 req-d430d3bd-14b1-4d98-a01a-00160dc951a9 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 698.277171] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 698.277491] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.277612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.277679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.278545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.278545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.278545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.278545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.278545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.278545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.278782] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.282877] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.283044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.283320] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.286204] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e58f983-b872-4dcb-8b8b-2143a94b3612 with status ACTIVE [ 698.286204] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.286204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.286204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.286204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.286204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.286706] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.287038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.287158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.287346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.287459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.287998] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.288535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.288645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.288822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.289115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.289248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e58f983-b872-4dcb-8b8b-2143a94b3612 is going to be updated. [ 698.301498] env[66645]: INFO networking_nsxv3.common.synchronization [req-a1fc0348-1a43-4006-a9e6-39198ef76942 req-d430d3bd-14b1-4d98-a01a-00160dc951a9 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 698.301687] env[66645]: INFO networking_nsxv3.common.synchronization [req-a1fc0348-1a43-4006-a9e6-39198ef76942 req-d430d3bd-14b1-4d98-a01a-00160dc951a9 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 698.301819] env[66645]: INFO networking_nsxv3.common.synchronization [req-a1fc0348-1a43-4006-a9e6-39198ef76942 req-d430d3bd-14b1-4d98-a01a-00160dc951a9 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 698.304442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 698.304442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 698.304522] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 698.304863] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.305036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.305140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.305694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.305694] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.309080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.309080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.309080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b826d45d-128e-4ad1-ba41-47a8d12f97e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.309080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.309080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.309080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.309080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b826d45d-128e-4ad1-ba41-47a8d12f97e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.318256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.318395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.318465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.318668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.318808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.319037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e58f983-b872-4dcb-8b8b-2143a94b3612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.781764] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.790057] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 698.790335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.791745] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.810343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.810472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811832] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b826d45d-128e-4ad1-ba41-47a8d12f97e2 with status ACTIVE [ 698.811832] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.811832] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.812306] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.812306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.812440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.812892] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 is going to be updated. [ 698.843064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.843064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.843274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.843811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.843811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.880689] env[66645]: INFO networking_nsxv3.common.synchronization [req-9cf1247e-c1a3-46d4-b183-e31be7a8ae7f req-809af1e6-be2e-423b-90f9-34ea4631f9fc tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 698.882118] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 698.883030] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.883030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.883030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.883272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.883895] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.883895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.883895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.883895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.883895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.884136] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.284898] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.295141] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.295141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.295141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.295141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.295141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.295141] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 is going to be created. [ 699.341884] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.341884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.341884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.343931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.354865] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: UNINITIALIZED for 2s [ 699.387201] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.387201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.387201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.387201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.387569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.387569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.387569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.387751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.387824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.387856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.387959] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 699.418679] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.418679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.418931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.418931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.419116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.428139] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 699.469696] env[66645]: INFO networking_nsxv3.common.synchronization [req-891af98c-cf17-4a17-9473-7c07f9d0e8a8 req-0af8f609-995a-4325-9993-7e8b8409284e tempest-ServersTestJSON-630233894 tempest-ServersTestJSON-630233894-project-member] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 699.470282] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 699.470872] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.470872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.470872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.471052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.471242] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.471362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.472442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.472442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.472442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.472442] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.788064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.788064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.788782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.788782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.788782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.788782] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 699.819424] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.819574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.819649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.819948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.820159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.828859] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 699.879362] env[66645]: INFO networking_nsxv3.common.synchronization [None req-85d23675-5c9a-4762-8f94-ecaea5b918ef None None] Enqueued Resource ID: 0490175b-9beb-4834-907b-8f9aa6665864 with Priority: HIGHEST for action port [ 699.880051] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0490175b-9beb-4834-907b-8f9aa6665864 with Priority: HIGHEST for action port [ 699.880191] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0490175b-9beb-4834-907b-8f9aa6665864 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.880310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0490175b-9beb-4834-907b-8f9aa6665864" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.880430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0490175b-9beb-4834-907b-8f9aa6665864" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.881138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0490175b-9beb-4834-907b-8f9aa6665864" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.881138] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0490175b-9beb-4834-907b-8f9aa6665864',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.977982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.977982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.977982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 already deleted. [ 699.977982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.187219] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.188071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-827" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.188071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-827" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.188194] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-827" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.188829] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.188829] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.188973] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189946] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.190078] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.190213] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.190321] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.190430] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.190533] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.190684] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.210901] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.211715] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.211715] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.211715] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-827" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.212036] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-01d4e2ce-1371-48fa-8283-764e1022ef84 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.212307] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.212372] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.212685] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.213480] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d4e2ce-1371-48fa-8283-764e1022ef84',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.383837] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0490175b-9beb-4834-907b-8f9aa6665864 [ 700.386252] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.386252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.386252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.386252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.386252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.386252] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0490175b-9beb-4834-907b-8f9aa6665864 already deleted. [ 700.386252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0490175b-9beb-4834-907b-8f9aa6665864" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.715774] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.715890] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.715984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716372] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716685] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 01d4e2ce-1371-48fa-8283-764e1022ef84 not found, creating... [ 700.717103] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.717231] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.717623] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.717623] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.717743] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.718116] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.718305] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.718476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.718730] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.718885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.719066] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 01d4e2ce-1371-48fa-8283-764e1022ef84 is going to be created. [ 700.746293] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.746512] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.746607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746892] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.747165] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.747396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: SUCCESS [ 701.366270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.366982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.367221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.367416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.367532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.367599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.367751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.367904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.367991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.370030] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.440125] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 701.440332] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d deletion is rescheduled due to dependency. [ 701.440447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.515206] env[66645]: INFO networking_nsxv3.common.synchronization [req-891af98c-cf17-4a17-9473-7c07f9d0e8a8 req-95fac7d6-eb70-4f4e-8449-4821697aefb5 service nova] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 701.515373] env[66645]: INFO networking_nsxv3.common.synchronization [req-891af98c-cf17-4a17-9473-7c07f9d0e8a8 req-95fac7d6-eb70-4f4e-8449-4821697aefb5 service nova] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 701.515504] env[66645]: INFO networking_nsxv3.common.synchronization [req-891af98c-cf17-4a17-9473-7c07f9d0e8a8 req-95fac7d6-eb70-4f4e-8449-4821697aefb5 service nova] Enqueued Resource ID: 01d4e2ce-1371-48fa-8283-764e1022ef84 with Priority: HIGHEST for action port [ 701.517385] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_rules [ 701.518234] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 701.518234] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d4e2ce-1371-48fa-8283-764e1022ef84 with Priority: HIGHEST for action port [ 701.518297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.518387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.518451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.518644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.518721] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.519596] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.519694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.519763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.519996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.520156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.523021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.523021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.523021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.523021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.523021] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.523319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d4e2ce-1371-48fa-8283-764e1022ef84 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.523319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.523319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.523465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.523465] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d4e2ce-1371-48fa-8283-764e1022ef84',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.774175] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8e9d0cbb-d451-4530-b056-a172ca9c1524 None None] Enqueued Resource ID: b56f5d5b-1d21-43d3-8e0a-97900e77c588 with Priority: HIGHEST for action port [ 701.774175] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56f5d5b-1d21-43d3-8e0a-97900e77c588 with Priority: HIGHEST for action port [ 701.774512] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56f5d5b-1d21-43d3-8e0a-97900e77c588 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56f5d5b-1d21-43d3-8e0a-97900e77c588" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.775030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56f5d5b-1d21-43d3-8e0a-97900e77c588" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.775561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56f5d5b-1d21-43d3-8e0a-97900e77c588" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.775743] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56f5d5b-1d21-43d3-8e0a-97900e77c588',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.845289] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a5af47-3bb5-4b52-ac93-36800dc2344c req-688a7774-ac58-4b7a-9cde-0bcdc1018911 tempest-ServersTestBootFromVolume-614741441 tempest-ServersTestBootFromVolume-614741441-project-member] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 701.847540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 701.847759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.848256] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 701.848432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.850431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.850431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.850788] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.852034] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.852034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.852034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.852226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.852372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.852492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.852580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.852878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.852917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.853080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.872123] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.872255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.872797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.873315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.873315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.874029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.874029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.874029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.874029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.874029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.874235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.874291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.874360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.874537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.874717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.874977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.874977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.875291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.875291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.875412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.875562] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.024944] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.026019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.026160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.027017] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01d4e2ce-1371-48fa-8283-764e1022ef84 with status ACTIVE [ 702.027017] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.027017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.027017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.027017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.027402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.027402] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.027402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.027402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.027515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.027619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.027824] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.027994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.027994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.031554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.035121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.035263] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01d4e2ce-1371-48fa-8283-764e1022ef84 is going to be updated. [ 702.060015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.060177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.060261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.060435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.060586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.060742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d4e2ce-1371-48fa-8283-764e1022ef84" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.230550] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-137" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-137" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-137" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.230550] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.230550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.230550] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.230550] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.230550] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.230550] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.232077] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.232077] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.232077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.257387] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.257387] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.257517] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.257890] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-137" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.258264] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-91760826-981d-4798-8d83-4792e1a0a2fc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.258437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.258437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.258756] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.261820] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91760826-981d-4798-8d83-4792e1a0a2fc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.278398] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b56f5d5b-1d21-43d3-8e0a-97900e77c588 [ 702.279272] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.279272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.279272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.279272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.279272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.279272] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b56f5d5b-1d21-43d3-8e0a-97900e77c588 already deleted. [ 702.279568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56f5d5b-1d21-43d3-8e0a-97900e77c588" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.358310] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.358883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.359019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.359094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.359301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.359386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.359561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.359765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.359875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.359994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.360108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.360163] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac already deleted. [ 702.360240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.378979] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e8f7f49-2c83-4742-95ef-7f8405753de8: rpc.has_security_group_logging(os_id): False [ 702.399162] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.399328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.399600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.399600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.399685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.399973] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.400116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.400170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.400571] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.400658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.400713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.401101] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.401186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.401243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.401375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.401443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.401523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 is going to be created. [ 702.508785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.509047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.509047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.509266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.509522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.522961] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: IN_PROGRESS for 2s [ 702.530152] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.767170] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.767170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.767170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.767170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.767170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.767379] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 91760826-981d-4798-8d83-4792e1a0a2fc not found, creating... [ 702.767507] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.767670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.767784] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.768027] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.768167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.768396] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.768540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.768649] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.768839] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.768966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.769109] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 91760826-981d-4798-8d83-4792e1a0a2fc is going to be created. [ 702.790368] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.790571] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.790692] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.791021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.791435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.791519] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.861931] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.032883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.033072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.033072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.033283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.033432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.033477] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 is going to be created. [ 703.062039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.062039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.062039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.062039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.062039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.071843] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: UNINITIALIZED for 2s [ 703.364158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.366631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.366631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.366631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.366631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.366631] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 703.398798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.401213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.401213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.401213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.401213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.410945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 703.454344] env[66645]: INFO networking_nsxv3.common.synchronization [None req-bb93fef8-0483-4e42-b4f5-fc9063a61937 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 703.454987] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 703.455340] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.455921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.455921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.455921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.455921] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.553540] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a5af47-3bb5-4b52-ac93-36800dc2344c req-cfcdf68e-6bd2-4284-9a6a-edacf85c636a service nova] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 703.553540] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a5af47-3bb5-4b52-ac93-36800dc2344c req-cfcdf68e-6bd2-4284-9a6a-edacf85c636a service nova] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 703.553694] env[66645]: INFO networking_nsxv3.common.synchronization [req-32a5af47-3bb5-4b52-ac93-36800dc2344c req-cfcdf68e-6bd2-4284-9a6a-edacf85c636a service nova] Enqueued Resource ID: 91760826-981d-4798-8d83-4792e1a0a2fc with Priority: HIGHEST for action port [ 703.554870] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_rules [ 703.554870] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 703.554870] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91760826-981d-4798-8d83-4792e1a0a2fc with Priority: HIGHEST for action port [ 703.555054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.555292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.555292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.555524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.555566] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.556825] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.560034] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.560034] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.560034] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-91760826-981d-4798-8d83-4792e1a0a2fc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.560034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.560034] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91760826-981d-4798-8d83-4792e1a0a2fc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.598312] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2ac43ecf-bc45-48ea-a691-0361227c861c tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 703.598555] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 703.598944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.598944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.964342] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb581750-06a5-41de-9c7e-14a78e5d39ca req-737ceee3-0a9b-4fb3-980a-32a77d1d9d34 tempest-ServersTestManualDisk-1836161777 tempest-ServersTestManualDisk-1836161777-project-member] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 703.965034] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 703.965379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.965501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.965923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.966096] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.966211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.966323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.967028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.967028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.967028] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.980926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.981150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.981150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.981381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.981469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.981564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef already deleted. [ 703.981647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.981871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.982718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.982718] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.061888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.061888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.061888] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.065143] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91760826-981d-4798-8d83-4792e1a0a2fc with status ACTIVE [ 704.065389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.066253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.066253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.066253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.066253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.066405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.066478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.066586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.066771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.066894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.067146] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.067250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.067331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.067517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.067613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.068882] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91760826-981d-4798-8d83-4792e1a0a2fc is going to be updated. [ 704.098982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.098982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.099203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.099244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.099641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.100170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91760826-981d-4798-8d83-4792e1a0a2fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.429483] env[66645]: INFO networking_nsxv3.common.synchronization [None req-98498e35-da7d-44af-ad37-598eb2cf02ef None None] Enqueued Resource ID: 6009e545-bdac-4d1c-8c4e-0fd6c00106bb with Priority: HIGHEST for action port [ 704.429847] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6009e545-bdac-4d1c-8c4e-0fd6c00106bb with Priority: HIGHEST for action port [ 704.430218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-6009e545-bdac-4d1c-8c4e-0fd6c00106bb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.430547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6009e545-bdac-4d1c-8c4e-0fd6c00106bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.430547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6009e545-bdac-4d1c-8c4e-0fd6c00106bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.434631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6009e545-bdac-4d1c-8c4e-0fd6c00106bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.434764] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6009e545-bdac-4d1c-8c4e-0fd6c00106bb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.472445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.472606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.472606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.473174] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.473341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.473612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.473612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.473708] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c already deleted. [ 704.473745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.508088] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.508088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.508088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.508088] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef already deleted. [ 704.508088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.544435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: SUCCESS [ 704.544435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.566699] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.931789] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.931789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-486" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.931789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-486" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.931789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-486" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.931967] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.932260] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.932445] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.932643] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.932787] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.932989] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.933122] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.933228] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.933332] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.933496] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.933526] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.933650] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.937974] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6009e545-bdac-4d1c-8c4e-0fd6c00106bb [ 704.938188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.938300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.938382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.938530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.938617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.938722] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6009e545-bdac-4d1c-8c4e-0fd6c00106bb already deleted. [ 704.938781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6009e545-bdac-4d1c-8c4e-0fd6c00106bb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.956332] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.956332] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.956332] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.956332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-486" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.956332] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.956332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.956332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.956734] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.956920] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce5751b-ed97-4ff1-9018-38dce1e7fe25',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.068920] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.073336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.073418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.073655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.073776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.073886] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac is going to be created. [ 705.086592] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: SUCCESS [ 705.087734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.087734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.087734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.087734] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.087945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.087982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088430] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.103137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.113147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: UNINITIALIZED for 2s [ 705.421758] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 705.422149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.422880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.422880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.422993] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.423157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.423743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.423743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.423743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.423743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.423743] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.460840] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.461188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.461188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.461522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.461739] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.462551] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 not found, creating... [ 705.462551] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.462551] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.462761] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.463145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.463145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.463355] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.463534] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463679] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.463984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.464257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.464330] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 is going to be created. [ 705.487421] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.487662] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.487784] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.488062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.488292] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.488510] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.594448] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.926320] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.099403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fedd341-0683-4bed-95ce-2774e57eb0e0: rpc.has_security_group_logging(os_id): False [ 706.122649] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.123225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.123225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.123508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.124054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.124151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.124711] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 is going to be created. [ 706.210624] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.210624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.210752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.211150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.211150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.234305] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: IN_PROGRESS for 2s [ 706.242961] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb581750-06a5-41de-9c7e-14a78e5d39ca req-00211a3c-f283-4f64-9adb-9f7639ab9e10 service nova] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 706.243134] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb581750-06a5-41de-9c7e-14a78e5d39ca req-00211a3c-f283-4f64-9adb-9f7639ab9e10 service nova] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 706.243266] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb581750-06a5-41de-9c7e-14a78e5d39ca req-00211a3c-f283-4f64-9adb-9f7639ab9e10 service nova] Enqueued Resource ID: 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 with Priority: HIGHEST for action port [ 706.243926] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_rules [ 706.247826] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 706.248040] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 with Priority: HIGHEST for action port [ 706.248671] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.248671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.248671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.248879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.248912] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.250331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.250446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.250512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.250709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.250898] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.251071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.251071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.251196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.251271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.251366] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.252625] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.252734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.252807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.253029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.253118] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce5751b-ed97-4ff1-9018-38dce1e7fe25',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.428830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37618f85-0f36-4f79-8b52-767cb711053f: rpc.has_security_group_logging(os_id): False [ 706.450284] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.450464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.450510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.450735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.450970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.451072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.451176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.451252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.451418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.451453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.451538] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 706.521533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.523063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.523063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.523063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.523063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.539778] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 706.554094] env[66645]: INFO networking_nsxv3.common.synchronization [req-26e93b8f-623f-413b-8e65-7a7509b66a96 req-9d405c57-1964-490a-a70a-c06122c67678 tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 706.554094] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 706.554749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.554883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.554957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.555176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.555341] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.555442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.555504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.555648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.555734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.555826] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.755413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.755535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.755985] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.757029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 with status ACTIVE [ 706.757029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.757185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.757224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.757460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.757559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.757762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.757867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.758882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.759904] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.759904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.759904] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ce5751b-ed97-4ff1-9018-38dce1e7fe25 is going to be updated. [ 706.786255] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.786255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.786255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.786255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.786255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.786255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce5751b-ed97-4ff1-9018-38dce1e7fe25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.059857] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.079831] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.080200] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.080336] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.080613] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.080869] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.081508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.081666] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.081985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.082147] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.082354] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.082458] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.082559] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.082659] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.082756] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.082851] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.082986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.104036] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.104202] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.104333] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.104528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.105257] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.105257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.105257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.105726] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.105866] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.122802] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: SUCCESS [ 707.123035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.123198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.123401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.123580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.123694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.123748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.123916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.123992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.124083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.124480] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.262932] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.562407] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.608334] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.608460] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.608528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.608798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.608941] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.609104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 not found, creating... [ 707.609361] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610785] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.610785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.611102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.611102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 is going to be created. [ 707.626677] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.632057] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.632057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.632057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.632506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.632607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.632747] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.766522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.767061] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.767450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.767638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.767761] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c is going to be created. [ 707.812310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.812504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.812504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.812722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.812894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.826929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: UNINITIALIZED for 2s [ 707.900364] env[66645]: INFO networking_nsxv3.common.synchronization [req-985d4148-d176-4e91-8077-c4e9f8a1d822 req-d723126f-31a2-4c64-a125-77f9b5a52798 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 707.901842] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 707.901842] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.901842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.901842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.901842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.902602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.902602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.902602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.902602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.902602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902750] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.921881] env[66645]: INFO networking_nsxv3.common.synchronization [req-985d4148-d176-4e91-8077-c4e9f8a1d822 req-d723126f-31a2-4c64-a125-77f9b5a52798 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 707.922091] env[66645]: INFO networking_nsxv3.common.synchronization [req-985d4148-d176-4e91-8077-c4e9f8a1d822 req-d723126f-31a2-4c64-a125-77f9b5a52798 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 707.922221] env[66645]: INFO networking_nsxv3.common.synchronization [req-985d4148-d176-4e91-8077-c4e9f8a1d822 req-d723126f-31a2-4c64-a125-77f9b5a52798 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 707.922871] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_rules [ 707.923098] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 707.923152] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 with Priority: HIGHEST for action port [ 707.923404] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.923517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.923674] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.923755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.924000] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b826d45d-128e-4ad1-ba41-47a8d12f97e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.924114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.924182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.924408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.924515] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b826d45d-128e-4ad1-ba41-47a8d12f97e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.068108] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.068108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.068108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.068108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.068108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068108] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 708.106406] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.106406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.106406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.106406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.106406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.117823] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 708.129266] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a00fc80-01c5-4e21-9697-d511b603c9ac: rpc.has_security_group_logging(os_id): False [ 708.149365] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.149508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.149600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.149784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.149912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.150158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.150332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.150332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.150472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.150560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.150632] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac is going to be created. [ 708.215540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.215676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.215757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.215970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.216315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.229483] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: IN_PROGRESS for 2s [ 708.249956] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: SUCCESS [ 708.250254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.359808] env[66645]: INFO networking_nsxv3.common.synchronization [req-26e93b8f-623f-413b-8e65-7a7509b66a96 req-ef6ab38e-7556-4a26-ae19-3c658d957c47 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 708.360140] env[66645]: INFO networking_nsxv3.common.synchronization [req-26e93b8f-623f-413b-8e65-7a7509b66a96 req-ef6ab38e-7556-4a26-ae19-3c658d957c47 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 708.360296] env[66645]: INFO networking_nsxv3.common.synchronization [req-26e93b8f-623f-413b-8e65-7a7509b66a96 req-ef6ab38e-7556-4a26-ae19-3c658d957c47 service nova] Enqueued Resource ID: cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 with Priority: HIGHEST for action port [ 708.361071] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 708.361501] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 708.361957] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 with Priority: HIGHEST for action port [ 708.362093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.362314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.362505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.362780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.363072] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.365240] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.365240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.365240] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.365240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.365240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.366330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.366330] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.405554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.426648] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b826d45d-128e-4ad1-ba41-47a8d12f97e2 with status ACTIVE [ 708.426949] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.427137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.427417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.427485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.428096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.428096] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.428096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.428096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.428299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.432493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.432493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.432493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.432493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.432493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.432493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.432493] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b826d45d-128e-4ad1-ba41-47a8d12f97e2 is going to be updated. [ 708.454329] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.454513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.454513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.455146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.455146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.455146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b826d45d-128e-4ad1-ba41-47a8d12f97e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.565427] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 708.566196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.567623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.567992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.568207] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.868168] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.868331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.868517] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 with status ACTIVE [ 708.868692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.868800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.868901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.869176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.869396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.869456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.870044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.870044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.870044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.870044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.870233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.870233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.870233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.870437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.870560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.870691] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1 is going to be updated. [ 708.895020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.895020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.895020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.895020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.895020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.895020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb4d484-5ed4-4ec8-91b3-8208c7cfb8e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.909095] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.075452] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.075619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.249046] env[66645]: INFO networking_nsxv3.common.synchronization [req-645cb632-b917-41bb-a0e2-e81ba7ad410d req-94167042-a467-4b15-ab19-6943f0fffb9e tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 709.249749] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 709.251440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.251595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.251706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.252024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.252223] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.252347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.252409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.253462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.253597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.253811] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.411457] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.411604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.411676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.411885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.411975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.412083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 709.445125] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.445348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.445592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.445738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 709.663370] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.664056] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.664334] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.664496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.664629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.664838] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.664994] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.668289] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.668425] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.668539] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.668652] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.668767] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.668870] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.669015] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.695348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.696146] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.696146] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.696146] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.696342] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-61a00388-2ab5-460b-9231-95b577703c08 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.696530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.696675] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.697176] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.697399] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a00388-2ab5-460b-9231-95b577703c08',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.756904] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.757082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.757149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.757382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.757465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.757794] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.757918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.757973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.758150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.758230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.758319] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 already deleted. [ 709.758412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: SUCCESS [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.839255] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839255] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.131127] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 710.131351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.132046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.132179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.132285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.132388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.133123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.133357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.134031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.134031] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.203600] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.203992] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.203992] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.204268] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.204619] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.204619] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 61a00388-2ab5-460b-9231-95b577703c08 not found, creating... [ 710.204837] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.205212] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.205212] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.205541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.205716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206095] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.206192] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.206290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206699] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206808] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 61a00388-2ab5-460b-9231-95b577703c08 is going to be created. [ 710.229220] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.229437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.229437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.229663] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.229963] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.231065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.244604] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: SUCCESS [ 710.244809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.342545] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.638294] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.844975] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba89c9-3b8f-47c0-857c-3fca0fea612c: rpc.has_security_group_logging(os_id): False [ 710.864607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.864811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.864866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.865079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.865171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.865437] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.865614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.865614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.865746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.865827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.865914] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c is going to be created. [ 710.972940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.973234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.973234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.973371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.973925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.987728] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: IN_PROGRESS for 2s [ 711.020817] env[66645]: INFO networking_nsxv3.common.synchronization [req-645cb632-b917-41bb-a0e2-e81ba7ad410d req-68ffb9fd-a45a-4ec3-aede-3bc41eaa8048 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 711.020958] env[66645]: INFO networking_nsxv3.common.synchronization [req-645cb632-b917-41bb-a0e2-e81ba7ad410d req-68ffb9fd-a45a-4ec3-aede-3bc41eaa8048 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 711.021087] env[66645]: INFO networking_nsxv3.common.synchronization [req-645cb632-b917-41bb-a0e2-e81ba7ad410d req-68ffb9fd-a45a-4ec3-aede-3bc41eaa8048 service nova] Enqueued Resource ID: 61a00388-2ab5-460b-9231-95b577703c08 with Priority: HIGHEST for action port [ 711.021703] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 711.021886] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 711.021956] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a00388-2ab5-460b-9231-95b577703c08 with Priority: HIGHEST for action port [ 711.022245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.022384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.022449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.022709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.022791] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.023854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.023986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.024450] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.024587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.025133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.025240] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.026218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a00388-2ab5-460b-9231-95b577703c08 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.026610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.026719] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a00388-2ab5-460b-9231-95b577703c08',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.141080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.471945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 711.472193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.472423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.472632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.472867] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.472996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.473101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.473258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.473344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.473445] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.528708] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.528884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.529061] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.530560] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a00388-2ab5-460b-9231-95b577703c08 with status ACTIVE [ 711.530764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.530888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.531033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.531236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.531351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.531531] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.531643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.531685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.531834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.531908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.532255] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.532361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.532451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.532908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.533028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.533124] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a00388-2ab5-460b-9231-95b577703c08 is going to be updated. [ 711.555814] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.555965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.555965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.556160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.556312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.556499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a00388-2ab5-460b-9231-95b577703c08" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.643492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.643649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.644095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.644095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.644095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.644383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 711.676859] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.677099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.677200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.677639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.677864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.696033] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 711.977242] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.031582] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.480792] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.534319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.534490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.534666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.535035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535173] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be created. [ 712.572251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.572565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.573167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.573167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.573167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.588788] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: UNINITIALIZED for 2s [ 712.982738] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.983079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.983079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.983285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.983342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.984469] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 713.002246] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: SUCCESS [ 713.002462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.015541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.015711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.015783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.016461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.016461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.028112] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 713.192049] env[66645]: INFO networking_nsxv3.common.synchronization [req-f5a49df4-73ec-40c6-a045-8c34d1e31687 req-4b769d74-6110-449d-9243-1bd56edf024e tempest-ServersAdminNegativeTestJSON-1751616457 tempest-ServersAdminNegativeTestJSON-1751616457-project-member] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 713.192796] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 713.192884] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193579] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.194974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.195170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.195240] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.700637] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.708067] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 713.708298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.708466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.708673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.708888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.708998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.709050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.709182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.709679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.709679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.709679] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.808159] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb9410bb-4e8c-472a-bd45-6494a6a0d3ce req-f6ba286c-0300-47c8-85a2-3ba735d5a5e8 tempest-AttachInterfacesUnderV243Test-2120561305 tempest-AttachInterfacesUnderV243Test-2120561305-project-member] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 713.808159] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGHEST for action security_group_members [ 713.808810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.808810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.203761] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.214363] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.214363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.214363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.214739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.214739] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.214739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.214739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.214936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.214977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.215095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.215291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.215518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.215518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.215518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.215677] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.215770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.215829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.215969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.216062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.216145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.216235] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.544369] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-cca1bd60-2f9b-4a20-9008-81df4ce3bfec tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 714.545073] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 714.547949] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.547949] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.547949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.547949] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.602904] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 714.602904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.602904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.602904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.602904] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.603192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.603192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.603259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.603582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603582] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.708049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.708246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.708246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.710294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.710294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.710294] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be updated. [ 714.719371] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893322f6-5398-4b26-8d4d-db4341d310f5: rpc.has_security_group_logging(os_id): False [ 714.745804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.746635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.746635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.746635] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.747038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.747038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.747038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.747191] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.747325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.747325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.747325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.747819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.747819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.747964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.747964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.748132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.748207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.748297] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 714.772091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.772386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.772533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.772800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.772998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.784267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 714.843340] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.843633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.843633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.844311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.844311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.867016] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 715.018123] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.018332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.018455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.018708] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.018974] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.019993] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.020118] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.020302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.020446] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.020651] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.020757] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.021327] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.021327] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.021327] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.021327] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.021327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.038948] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 715.038948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.039516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.039759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.040020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.041288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.041288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.041288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.041288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.041288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.041288] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.041654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.042587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.042587] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.043329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.043329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.043534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.043625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.043666] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.045547] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.045703] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.045860] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.046162] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.046453] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-64492c57-45d9-4b8f-83a9-0812377a8390 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.046617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.046705] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.047423] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.047423] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64492c57-45d9-4b8f-83a9-0812377a8390',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.052397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.052397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.052397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.052397] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 715.086013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.086237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.086801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.086964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.106480] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 715.107249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.107249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.107249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.107512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.107720] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.108070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.108070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.111209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.111209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.111209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.111535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.111535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.111601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.111669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.111787] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.545528] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.549817] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.551016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.551194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.551303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.551558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.551704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.551846] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 715.553667] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.553956] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.554175] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.554511] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.554711] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.554945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 64492c57-45d9-4b8f-83a9-0812377a8390 not found, creating... [ 715.555367] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.555831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.555831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.557122] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.557362] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.557799] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.558048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.558250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.558582] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.558784] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.558992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 64492c57-45d9-4b8f-83a9-0812377a8390 is going to be created. [ 715.589531] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.589823] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.589958] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.590316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.590668] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.590850] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.595321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.595556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.595610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.595906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.609716] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 715.616216] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059a2f20-8e95-4d25-88c5-167de66e90d9: rpc.has_security_group_logging(os_id): False [ 715.640542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.640542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.640542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.640542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.641286] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.641286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.641286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.641286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.641286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.641286] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be created. [ 715.744735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.744735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.744735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.744735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.744735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.763674] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 716.047917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37618f85-0f36-4f79-8b52-767cb711053f: rpc.has_security_group_logging(os_id): False [ 716.068167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.068411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.068513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.068823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.068946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.069275] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.069418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.069509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.069697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.069801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.069917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be updated. [ 716.151039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.151224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.151224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.151437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.151611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: IN_PROGRESS for 2s [ 716.333874] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-a9786ad9-b49e-4000-8573-e2cb135e6b4f service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 716.334070] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-a9786ad9-b49e-4000-8573-e2cb135e6b4f service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 716.334209] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-a9786ad9-b49e-4000-8573-e2cb135e6b4f service nova] Enqueued Resource ID: 64492c57-45d9-4b8f-83a9-0812377a8390 with Priority: HIGHEST for action port [ 716.334799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 716.334995] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 716.335558] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64492c57-45d9-4b8f-83a9-0812377a8390 with Priority: HIGHEST for action port [ 716.335799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.336165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.336165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.336165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.336348] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.337124] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.337259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-64492c57-45d9-4b8f-83a9-0812377a8390 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.337513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.337745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.337823] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64492c57-45d9-4b8f-83a9-0812377a8390',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.801419] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 716.801703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.840899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.841136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.843304] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64492c57-45d9-4b8f-83a9-0812377a8390 with status ACTIVE [ 716.843541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.843658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.843726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.843958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.844087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.844245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.844346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.844405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.844558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.844664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.844804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.844937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.844983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.845104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.845181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.845277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64492c57-45d9-4b8f-83a9-0812377a8390 is going to be updated. [ 716.877543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.878814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64492c57-45d9-4b8f-83a9-0812377a8390" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.896346] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 716.896639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.119943] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 717.120261] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 deletion is rescheduled due to dependency. [ 717.120433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.120667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.120973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.121255] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.121425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.121517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.121756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.121881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.122134] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.620473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 717.620473] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37618f85-0f36-4f79-8b52-767cb711053f deletion is rescheduled due to dependency. [ 717.620842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.624507] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.778573] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 717.778969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.126471] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.193149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37618f85-0f36-4f79-8b52-767cb711053f in Status: SUCCESS [ 718.193575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.630717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.632219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.632345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.632725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.632725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.632814] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 718.669309] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.669541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.669541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.669817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.670652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.680583] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 720.454815] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-3f9f064b-0ce1-4277-947d-97dc8bd86c79 tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 720.454815] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 720.454815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.454815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.697299] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 720.697299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.698620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.698620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.698620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.698620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.698620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.698620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.698943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.698943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.699044] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.701014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.701219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.701400] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.701515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.701582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.701772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.701862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.701959] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.003065] env[66645]: INFO networking_nsxv3.common.synchronization [req-885e2bca-06a0-47db-bebe-d8a040c670ed req-22d39e2f-36ee-4d7b-8bac-6f5f193555f4 tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 721.003959] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 721.004525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.006385] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.006385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.006385] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.016910] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017187] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017251] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.017532] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.017799] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018207] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.018442] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.018581] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.018790] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.018919] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.019104] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.019191] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.019324] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.019440] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.019594] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.070963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.071364] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.071492] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.071692] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-989" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.072157] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-7f7114c2-fabc-41cc-9ba9-b5e999971abb taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.072346] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.072465] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.072813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.072953] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7114c2-fabc-41cc-9ba9-b5e999971abb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.204082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.205944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.205944] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.509725] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512415] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512888] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be updated. [ 721.550105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.550105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.550105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.550105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.550105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.577212] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 721.577790] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.578250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.578448] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.579053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.579053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.579164] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 7f7114c2-fabc-41cc-9ba9-b5e999971abb not found, creating... [ 721.579436] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.580196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.580196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.581599] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.581599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.582076] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.582076] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.582330] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.583370] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 7f7114c2-fabc-41cc-9ba9-b5e999971abb is going to be created. [ 721.607804] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.608193] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.608386] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.608730] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.609989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614492] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.710535] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.214865] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.215099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.215213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.215539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.215664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.215778] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 722.256558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.256558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.256558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.256808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.257057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.279029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 722.326030] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-63bba9fa-b34e-417c-bd65-1a0ecda1b614 service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 722.326364] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-63bba9fa-b34e-417c-bd65-1a0ecda1b614 service nova] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 722.326588] env[66645]: INFO networking_nsxv3.common.synchronization [req-9422c220-2c1e-4a1e-8d56-588d06dd797a req-63bba9fa-b34e-417c-bd65-1a0ecda1b614 service nova] Enqueued Resource ID: 7f7114c2-fabc-41cc-9ba9-b5e999971abb with Priority: HIGHEST for action port [ 722.327549] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_rules [ 722.327926] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 722.327995] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7114c2-fabc-41cc-9ba9-b5e999971abb with Priority: HIGHEST for action port [ 722.328431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.328544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.328797] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.328873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.329061] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7114c2-fabc-41cc-9ba9-b5e999971abb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.329172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.329221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.329424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.329520] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7114c2-fabc-41cc-9ba9-b5e999971abb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.834385] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f7114c2-fabc-41cc-9ba9-b5e999971abb with status ACTIVE [ 722.834725] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.834785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.834873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.835135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.835285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.835528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.835682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.835736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.835899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.835982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.836185] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.836297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.836499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.836598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.836719] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f7114c2-fabc-41cc-9ba9-b5e999971abb is going to be updated. [ 722.863447] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.863740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.863740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.863881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.863994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7114c2-fabc-41cc-9ba9-b5e999971abb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.589634] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 723.589880] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f deletion is rescheduled due to dependency. [ 723.589990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.293031] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 724.293031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.293031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.293031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.293483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.293736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.293736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.294347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.294448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.294603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.294976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.298166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.298166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.298166] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.307025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.307025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.307025] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.807564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e73b5044-c252-40a5-8b2e-40bfa080ecc4: rpc.has_security_group_logging(os_id): False [ 724.807564] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.830364] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.830364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.830364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.830364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.830364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.831977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.831977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.831977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.831977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.834612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.834612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.834612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.834612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.834612] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 724.938349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.938349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.938349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.938714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.938971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.976728] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 725.311743] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.814249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.814556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.814678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.815020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817091] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 725.853415] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.853566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.853652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.854107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.854356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.867929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 726.995452] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 726.996066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.996373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.996674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.996861] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.188285] env[66645]: INFO networking_nsxv3.common.synchronization [None req-026aecda-8ca6-4795-b15b-499cf08ab062 None None] Enqueued Resource ID: 3fb9211f-1b72-4e3b-a7c1-d73abc23a652 with Priority: HIGHEST for action port [ 727.188285] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb9211f-1b72-4e3b-a7c1-d73abc23a652 with Priority: HIGHEST for action port [ 727.188285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb9211f-1b72-4e3b-a7c1-d73abc23a652 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.188285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb9211f-1b72-4e3b-a7c1-d73abc23a652" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.188285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb9211f-1b72-4e3b-a7c1-d73abc23a652" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb9211f-1b72-4e3b-a7c1-d73abc23a652" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190916] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb9211f-1b72-4e3b-a7c1-d73abc23a652',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.500819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.500819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694080] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb9211f-1b72-4e3b-a7c1-d73abc23a652 [ 727.694326] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.694930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb9211f-1b72-4e3b-a7c1-d73abc23a652 already deleted. [ 727.695176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb9211f-1b72-4e3b-a7c1-d73abc23a652" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.883133] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.883133] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.883133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.883133] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.928651] env[66645]: INFO networking_nsxv3.common.synchronization [req-8090ba76-6256-45b6-8c84-1e1afe2810c5 req-baa0831c-96f0-4ed7-a008-36fabe986b88 tempest-FloatingIPsAssociationTestJSON-1867956850 tempest-FloatingIPsAssociationTestJSON-1867956850-project-member] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 727.929247] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGHEST for action security_group_members [ 727.929573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.930023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.930023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.930023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.930225] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.930225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.930323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.931014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.931014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.931014] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.385464] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.385464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.385464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.385861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.385861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.385953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.385984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.386154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.386333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.386510] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.386597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.386757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.387019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.387082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.387221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.387299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.387384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.387475] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.434138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.434138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.434138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.434138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.434138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.434138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.434574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.434574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.434574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.434574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.434574] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be updated. [ 728.474864] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.474864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.474864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.479786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.479786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.487622] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: IN_PROGRESS for 2s [ 728.891412] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e73b5044-c252-40a5-8b2e-40bfa080ecc4: rpc.has_security_group_logging(os_id): False [ 728.909943] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.910252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.910252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.910441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.910500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.910762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.910920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.910920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.911081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.911081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.911286] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.911396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.911533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.911591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.911643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.911852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.912318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.912551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.912780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.912917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.913085] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 728.985404] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.985576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.985621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.985972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.985972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.005202] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 729.207512] env[66645]: INFO networking_nsxv3.common.synchronization [None req-48cf823f-8784-4351-8efe-f5aa6a7dda6a None None] Enqueued Resource ID: 1c049c45-cd21-4f75-98d8-9a1dddf15454 with Priority: HIGHEST for action port [ 729.208500] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c049c45-cd21-4f75-98d8-9a1dddf15454 with Priority: HIGHEST for action port [ 729.208836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c049c45-cd21-4f75-98d8-9a1dddf15454 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.208960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c049c45-cd21-4f75-98d8-9a1dddf15454" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.209674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c049c45-cd21-4f75-98d8-9a1dddf15454" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.210081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c049c45-cd21-4f75-98d8-9a1dddf15454" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.210393] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c049c45-cd21-4f75-98d8-9a1dddf15454',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.613087] env[66645]: INFO networking_nsxv3.common.synchronization [None req-80be1a1d-0826-4c29-9f2b-05a27e84e242 None None] Enqueued Resource ID: 48a54c64-1fc5-493e-a2f5-7634391cbbec with Priority: HIGHEST for action port [ 729.613957] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a54c64-1fc5-493e-a2f5-7634391cbbec with Priority: HIGHEST for action port [ 729.614359] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-48a54c64-1fc5-493e-a2f5-7634391cbbec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.614493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48a54c64-1fc5-493e-a2f5-7634391cbbec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.614555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48a54c64-1fc5-493e-a2f5-7634391cbbec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.614824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48a54c64-1fc5-493e-a2f5-7634391cbbec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.615037] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a54c64-1fc5-493e-a2f5-7634391cbbec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.712968] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c049c45-cd21-4f75-98d8-9a1dddf15454 [ 729.713256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.713396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.713476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.713720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.715136] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c049c45-cd21-4f75-98d8-9a1dddf15454 already deleted. [ 729.715214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c049c45-cd21-4f75-98d8-9a1dddf15454" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.118103] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48a54c64-1fc5-493e-a2f5-7634391cbbec [ 730.118623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.118965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119902] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48a54c64-1fc5-493e-a2f5-7634391cbbec already deleted. [ 730.120098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48a54c64-1fc5-493e-a2f5-7634391cbbec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.506139] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c03dda-0abc-4886-a75d-69441c926612 in Status: SUCCESS [ 730.506139] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c03dda-0abc-4886-a75d-69441c926612 deletion is rescheduled due to dependency. [ 730.506295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.027226] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 731.027226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.092120] env[66645]: INFO networking_nsxv3.common.synchronization [None req-dbb0fdfb-9d89-402e-8069-9d37fa9792bc None None] Enqueued Resource ID: 212cfa92-9676-4378-a764-80f6472748e9 with Priority: HIGHEST for action port [ 732.092588] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212cfa92-9676-4378-a764-80f6472748e9 with Priority: HIGHEST for action port [ 732.093105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-212cfa92-9676-4378-a764-80f6472748e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.093232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212cfa92-9676-4378-a764-80f6472748e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.093302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212cfa92-9676-4378-a764-80f6472748e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.093550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212cfa92-9676-4378-a764-80f6472748e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.093634] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212cfa92-9676-4378-a764-80f6472748e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.597253] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212cfa92-9676-4378-a764-80f6472748e9 [ 732.597711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.597880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.597932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.598198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.598288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.601020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212cfa92-9676-4378-a764-80f6472748e9 already deleted. [ 732.601020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212cfa92-9676-4378-a764-80f6472748e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.970167] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b48247e4-3514-40b3-a6e3-8850b3d29229 tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d with Priority: HIGHEST for action security_group_rules [ 733.970167] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d with Priority: HIGHEST for action security_group_rules [ 733.970522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.970522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.971491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.971491] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.092026] env[66645]: INFO networking_nsxv3.common.synchronization [None req-867f6b06-3a12-426c-b631-ba5fa837f17d tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d with Priority: HIGHEST for action security_group_rules [ 734.092486] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d with Priority: HIGHEST for action security_group_rules [ 734.092867] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.092991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.495421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.495543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.495790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.495827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.495911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.496326] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d already deleted. [ 734.496326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.496326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.496478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.496855] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.892036] env[66645]: INFO networking_nsxv3.common.synchronization [req-58536819-30a4-4e2f-ad15-948ef159ba09 req-cc583894-554d-4367-85fe-89af2dad44df tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 734.892615] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 734.892939] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.894468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.894599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.894822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.895046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.895188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.895268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.895433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.895545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.895654] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.021965] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.021965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.021965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.021965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.021965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.021965] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d already deleted. [ 735.021965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fe8c5f-6bc2-45b2-a5fb-8433e6b68b5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.397473] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.899914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.114313] env[66645]: INFO networking_nsxv3.common.synchronization [req-be455452-1fc7-421d-b173-d4ca9f0824ff req-3bc322b2-9eff-4fc7-9ff8-65b273e1d665 tempest-MultipleCreateTestJSON-1356849812 tempest-MultipleCreateTestJSON-1356849812-project-member] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 736.114876] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGHEST for action security_group_members [ 736.115198] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.115315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229861] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2c02c2e-3959-4d84-99b5-6920bd5c08ca req-dbb9e6a6-0b9e-4bea-9b33-89059eaf27d6 tempest-ServerExternalEventsTest-2089882336 tempest-ServerExternalEventsTest-2089882336-project-member] Enqueued Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 736.230354] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 736.230670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.230771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.230832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.231690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.231690] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.231947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.231947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.232747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.232947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.233121] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.402590] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.402762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.402836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.403063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.403153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.403254] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 736.437060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.437211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.437418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.437576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.437739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.447215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 736.666084] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.666222] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.666222] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.666568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.666860] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.667054] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.667226] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.667436] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.667624] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.668253] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.668411] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.668529] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.668639] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.668744] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.668892] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.669198] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.688165] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.688291] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.688458] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.688603] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.688925] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-e7ac2e70-1400-4165-b2bf-6f52091190a4 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.689113] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.689261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.689687] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689944] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac2e70-1400-4165-b2bf-6f52091190a4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.736066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.736066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.736066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.736066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.736375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.736420] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.737765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.737765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.737765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.737765] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac already deleted. [ 736.737765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.193332] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.193740] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.193740] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.193938] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.194091] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.194277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port e7ac2e70-1400-4165-b2bf-6f52091190a4 not found, creating... [ 737.194635] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.194838] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.194967] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.195197] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.195331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.195606] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.195756] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.195867] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.196079] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.196241] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.196381] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: e7ac2e70-1400-4165-b2bf-6f52091190a4 is going to be created. [ 737.219687] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.219929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.220067] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.220497] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.220809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.221102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.937349] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2c02c2e-3959-4d84-99b5-6920bd5c08ca req-fb5e1899-2659-47e0-bc7a-4064ff6b0604 service nova] Enqueued Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_rules [ 737.937516] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2c02c2e-3959-4d84-99b5-6920bd5c08ca req-fb5e1899-2659-47e0-bc7a-4064ff6b0604 service nova] Enqueued Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 737.937646] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2c02c2e-3959-4d84-99b5-6920bd5c08ca req-fb5e1899-2659-47e0-bc7a-4064ff6b0604 service nova] Enqueued Resource ID: e7ac2e70-1400-4165-b2bf-6f52091190a4 with Priority: HIGHEST for action port [ 737.938215] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_rules [ 737.938348] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 737.939572] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ac2e70-1400-4165-b2bf-6f52091190a4 with Priority: HIGHEST for action port [ 737.939572] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.941418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.941418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.941418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.942023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.943540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.943540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.943540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.943540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.943540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.943850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.943850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.943941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.944021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.944110] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.944870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ac2e70-1400-4165-b2bf-6f52091190a4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.944978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.945056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.945255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.945255] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac2e70-1400-4165-b2bf-6f52091190a4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.256989] env[66645]: INFO networking_nsxv3.common.synchronization [None req-da463dc9-487c-4598-89f1-802bb16ea12f None None] Enqueued Resource ID: d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c with Priority: HIGHEST for action port [ 738.257581] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c with Priority: HIGHEST for action port [ 738.257909] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.258046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.258117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.261246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.261246] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.446992] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.448310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.448310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.451962] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ac2e70-1400-4165-b2bf-6f52091190a4 with status ACTIVE [ 738.458020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.458020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.458020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.458020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.458020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ac2e70-1400-4165-b2bf-6f52091190a4 is going to be updated. [ 738.459102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 738.459102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.459102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.459252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.459440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.459509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.459571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.459766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.459867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.459945] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.480434] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.482170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.482170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.482316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.482967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.483174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ac2e70-1400-4165-b2bf-6f52091190a4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.764142] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c [ 738.765500] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.765500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.765500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.765500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.765500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.765500] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c already deleted. [ 738.765500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d15f80f3-276a-4e98-bc0f-c3c21e9a1c3c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950669] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.963340] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.963462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.963938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.963938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.963938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.964417] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.964660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be updated. [ 738.998173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.998333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.998375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.999524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.999524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015599] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: IN_PROGRESS for 2s [ 739.027235] env[66645]: INFO networking_nsxv3.common.synchronization [req-3df739e5-38f6-4652-beec-9f67a68fe681 req-110bc9c8-37e4-4c43-9dcd-f72c6949f0b2 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 739.028744] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 739.028744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.028744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.028744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.028744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.029023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.029163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.029249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.029426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.029588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.029738] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.361389] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9f8b5cf8-d6c7-411f-9242-fce4c3d07a53 tempest-ServersV294TestFqdnHostnames-163104321 tempest-ServersV294TestFqdnHostnames-163104321-project-member] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 739.361725] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 739.362236] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.363627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.363627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364107] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.452040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.452252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.455320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.455320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.455320] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac is going to be created. [ 739.474440] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.474661] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-199" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.474846] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-199" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.475292] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-199" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.475589] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475744] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.475858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.476119] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.476259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.476468] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.476573] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.476676] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.476780] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.476906] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.477022] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.477233] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.482695] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.482831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.483198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.483435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.483603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496100] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: UNINITIALIZED for 2s [ 739.498581] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.498683] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.501084] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.501084] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-199" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.501084] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.501084] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.501084] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.501084] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.501084] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.531828] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f505dab1-7237-4689-80f1-5428d1aea314 tempest-ServersV294TestFqdnHostnames-163104321 tempest-ServersV294TestFqdnHostnames-163104321-project-member] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 739.532747] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 739.534262] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.534262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.534398] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.534476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.534567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.535446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.536641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.536641] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 already deleted. [ 739.536641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.885411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.885718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.885806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.886037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.886130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.886227] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 already deleted. [ 739.886312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.886466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.886620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.886702] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.004080] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.004452] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.004660] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.005049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.005280] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.005499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 not found, creating... [ 740.005973] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.006263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.006508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.006858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.007094] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.007427] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.007619] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.007738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.007956] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.008766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.008982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 is going to be created. [ 740.030782] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.031022] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.031151] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.031464] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.031690] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.031933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.408812] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.409150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.409150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.409378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.410136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.410136] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 already deleted. [ 740.410136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [req-3df739e5-38f6-4652-beec-9f67a68fe681 req-093d2792-680a-44d5-8a5e-df09c50f83f0 service nova] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [req-3df739e5-38f6-4652-beec-9f67a68fe681 req-093d2792-680a-44d5-8a5e-df09c50f83f0 service nova] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [req-3df739e5-38f6-4652-beec-9f67a68fe681 req-093d2792-680a-44d5-8a5e-df09c50f83f0 service nova] Enqueued Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 740.753389] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 740.753951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.753951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.753951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.754166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.755845] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.755845] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.755845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.755845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.756513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.756513] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.756513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.756513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.756513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.756513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.756513] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.757333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.757828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.758294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.758294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.758294] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.044115] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 in Status: SUCCESS [ 741.044115] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 deletion is rescheduled due to dependency. [ 741.044115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.052387] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5ff4b2e5-0abc-4858-b6da-e3a52b78c9c3 None None] Enqueued Resource ID: 9142e50e-2ba2-4f12-a2cb-3504543c3e8c with Priority: HIGHEST for action port [ 741.052387] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9142e50e-2ba2-4f12-a2cb-3504543c3e8c with Priority: HIGHEST for action port [ 741.052387] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-9142e50e-2ba2-4f12-a2cb-3504543c3e8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.052387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9142e50e-2ba2-4f12-a2cb-3504543c3e8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.052387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9142e50e-2ba2-4f12-a2cb-3504543c3e8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.053290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9142e50e-2ba2-4f12-a2cb-3504543c3e8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.053290] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9142e50e-2ba2-4f12-a2cb-3504543c3e8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.260193] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.260437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.260529] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.261544] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with status ACTIVE [ 741.261736] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.261861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.261926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.262180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.262243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.263060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.263060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.263060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.263239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.263239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.263428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.263525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.263587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.264350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.264439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.264534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 is going to be updated. [ 741.289803] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.289803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.289803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.289803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.289803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.290138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.514998] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: SUCCESS [ 741.514998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.515487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.515487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.519678] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.519975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.520107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.520792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.521041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.521041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.521129] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.556378] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9142e50e-2ba2-4f12-a2cb-3504543c3e8c [ 741.556691] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.556849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.556919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.557143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.557226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.557315] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9142e50e-2ba2-4f12-a2cb-3504543c3e8c already deleted. [ 741.557393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9142e50e-2ba2-4f12-a2cb-3504543c3e8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.767038] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.025182] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.025410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.025410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.025686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.025811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.025908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.026227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.026316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.026467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.026613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.027093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.027093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.027093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.027243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.027243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.027309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.029857] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.273503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.273847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.273847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.274030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.274126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.274226] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be created. [ 742.300109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.300109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.300109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.300475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.300629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.311432] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: UNINITIALIZED for 2s [ 742.531483] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a990b75f-99ab-4d6c-b4c7-6582e101c3ac: rpc.has_security_group_logging(os_id): False [ 742.555202] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.555425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.555506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.555775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.555873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.556079] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.556240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.556389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.556464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.556704] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.557166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.557166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.557166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.557329] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.557329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.557414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.557528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.557598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.557680] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac is going to be created. [ 742.666396] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.666637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.666637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.666844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.667053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.685896] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: IN_PROGRESS for 2s [ 744.334243] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 744.334243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.334243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.334806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.334806] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.334806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.334952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.335021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.335109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.335220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.335326] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.702697] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: SUCCESS [ 744.702697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.840481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.840481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.840481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.840481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.840481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.840730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.840730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.840834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.840834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.840920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.840980] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.345955] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d57e5bcf-7ab9-46c8-85ea-fd63dddbf783: rpc.has_security_group_logging(os_id): False [ 745.365653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.365829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.365909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.366128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.366220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.366431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.366533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.366596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.366752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.366828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.367540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.367540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.367540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.367540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.367540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.367735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.367735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.367735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.367858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.367929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.368021] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be created. [ 745.440628] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.440628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.440628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.441024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.441693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455214] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 746.051234] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 746.051554] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 746.896889] env[66645]: INFO networking_nsxv3.common.synchronization [req-be65ab01-dd9e-40d2-adbf-074f34d05235 req-c168903a-c8dc-4471-9eca-bbd764708f69 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 746.898448] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 746.898954] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.899152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.899222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.899678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.899894] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.900864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.900864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900864] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.049412] env[66645]: INFO networking_nsxv3.common.synchronization [req-23af0be9-a990-4876-bc29-509a420ae682 req-d018627a-262c-4fd4-b1c1-078c414a8c9f tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 747.050278] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 747.051032] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.051032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.051032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.051404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.051404] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.051404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.051404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.054073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.054073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.054073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.310602] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.310602] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.311257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.311257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.311648] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.311838] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.311983] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.313990] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.314244] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.314448] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.314502] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.314904] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.314904] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.314904] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.315384] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.315384] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.338986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.338986] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.338986] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.338986] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.338986] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-5f623882-330f-43ad-8bc4-952d56a1d684 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.338986] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.338986] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.338986] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.338986] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f623882-330f-43ad-8bc4-952d56a1d684',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.402960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.403252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.403388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.403916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.403916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.404214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.404402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.404796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.404796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.405147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.405147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a already deleted. [ 747.405273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.468325] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 747.468591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.554577] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.554929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.554929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.555092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.555174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.555625] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.555820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.555903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.556896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.556896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.556896] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 747.594942] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.595159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.595325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.595521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.595702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.605816] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 747.842820] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.843380] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.843561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.843927] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.844106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.844262] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 5f623882-330f-43ad-8bc4-952d56a1d684 not found, creating... [ 747.844539] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.844727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.844845] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.845081] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.845214] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.845815] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.846056] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.846231] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.846539] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.846785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.846999] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 5f623882-330f-43ad-8bc4-952d56a1d684 is going to be created. [ 747.868447] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.868650] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.868650] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.869010] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.869539] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.869600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.609614] env[66645]: INFO networking_nsxv3.common.synchronization [req-be65ab01-dd9e-40d2-adbf-074f34d05235 req-34da022d-d5fb-4665-bd4f-6cb82d494d4a service nova] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_rules [ 748.609936] env[66645]: INFO networking_nsxv3.common.synchronization [req-be65ab01-dd9e-40d2-adbf-074f34d05235 req-34da022d-d5fb-4665-bd4f-6cb82d494d4a service nova] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 748.609936] env[66645]: INFO networking_nsxv3.common.synchronization [req-be65ab01-dd9e-40d2-adbf-074f34d05235 req-34da022d-d5fb-4665-bd4f-6cb82d494d4a service nova] Enqueued Resource ID: 5f623882-330f-43ad-8bc4-952d56a1d684 with Priority: HIGHEST for action port [ 748.610568] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_rules [ 748.610761] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 748.610928] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f623882-330f-43ad-8bc4-952d56a1d684 with Priority: HIGHEST for action port [ 748.611550] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.611685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.611760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.612071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.612137] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.613054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.614049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.614049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.614049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.614049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.614595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.614595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.614595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.614595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.614595] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.615349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f623882-330f-43ad-8bc4-952d56a1d684 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.617122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.617122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.617122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.617122] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f623882-330f-43ad-8bc4-952d56a1d684',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.119268] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.119268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.119268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.121587] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f623882-330f-43ad-8bc4-952d56a1d684 with status ACTIVE [ 749.121707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.121798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.121851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.122051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.122141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.122321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.122418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.122572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.122949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.122949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.124572] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.124727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.124801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.124966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.125061] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.125154] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f623882-330f-43ad-8bc4-952d56a1d684 is going to be updated. [ 749.148926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.148926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.149113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.149245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.149410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.149637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f623882-330f-43ad-8bc4-952d56a1d684" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.224117] env[66645]: INFO networking_nsxv3.common.synchronization [None req-38585ce0-d1a3-426d-8acc-c87500b25c43 None None] Enqueued Resource ID: 762facb4-8fd6-4772-8c5c-08d23907625e with Priority: HIGHEST for action port [ 749.224393] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762facb4-8fd6-4772-8c5c-08d23907625e with Priority: HIGHEST for action port [ 749.224969] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-762facb4-8fd6-4772-8c5c-08d23907625e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.225105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762facb4-8fd6-4772-8c5c-08d23907625e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.225173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762facb4-8fd6-4772-8c5c-08d23907625e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.225425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762facb4-8fd6-4772-8c5c-08d23907625e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.225508] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762facb4-8fd6-4772-8c5c-08d23907625e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.606221] env[66645]: INFO networking_nsxv3.common.synchronization [req-a567fb91-971a-4665-97af-cd41d033df93 req-082488db-5f1c-46b2-b848-de4adeaa3ec0 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 749.606339] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 749.608085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.608235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.608235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.608774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.608774] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.609183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.609183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.609183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.609547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.610117] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.624701] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 749.624701] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 749.624701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.624701] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.732123] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 762facb4-8fd6-4772-8c5c-08d23907625e [ 749.732782] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.732782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.732782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.733017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.733017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.733017] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:762facb4-8fd6-4772-8c5c-08d23907625e already deleted. [ 749.733132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762facb4-8fd6-4772-8c5c-08d23907625e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.114479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.114711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.114711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.114886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.114983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.115201] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.115303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.115367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.115521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.115598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.115680] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0555cc0b-9faf-4596-a998-3037007589ef already deleted. [ 750.115760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.120476] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.120878] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.120999] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.121297] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.121587] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.121745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.123476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.123476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.123476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.123476] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.123476] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.123476] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.123476] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.123476] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.123476] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.123476] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.126443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.126551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.126614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.126771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.126857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.126945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be created. [ 750.146198] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.146387] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.146563] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.146748] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.147119] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.147293] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.147409] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.147719] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.147851] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.158084] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.158228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.158301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.158523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.158686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.169568] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: UNINITIALIZED for 2s [ 750.649938] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.650253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.650298] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 not found, creating... [ 750.651223] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.651346] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.651505] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651800] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.653278] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.653278] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.653278] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.653278] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.653278] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.653278] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 is going to be created. [ 750.677175] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.677466] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.677613] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.678017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.678118] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.678326] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.241353] env[66645]: INFO networking_nsxv3.common.synchronization [req-26e65871-b7f6-489f-a074-f6c92e0614b1 req-0c5270ee-d15f-49dc-a8d5-0e256bae18c1 tempest-ServerExternalEventsTest-2089882336 tempest-ServerExternalEventsTest-2089882336-project-member] Enqueued Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 751.242620] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac with Priority: HIGHEST for action security_group_members [ 751.242984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.243137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.243558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.243823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.244011] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.244133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.244195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.244353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.244442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.244562] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a990b75f-99ab-4d6c-b4c7-6582e101c3ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.408750] env[66645]: INFO networking_nsxv3.common.synchronization [req-a567fb91-971a-4665-97af-cd41d033df93 req-94d43a07-4cbd-4a5f-ba38-316233ee1acc service nova] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 751.409056] env[66645]: INFO networking_nsxv3.common.synchronization [req-a567fb91-971a-4665-97af-cd41d033df93 req-94d43a07-4cbd-4a5f-ba38-316233ee1acc service nova] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 751.409254] env[66645]: INFO networking_nsxv3.common.synchronization [req-a567fb91-971a-4665-97af-cd41d033df93 req-94d43a07-4cbd-4a5f-ba38-316233ee1acc service nova] Enqueued Resource ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with Priority: HIGHEST for action port [ 751.409832] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 751.410447] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 751.411340] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with Priority: HIGHEST for action port [ 751.411744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.411922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.412392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.412670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.415534] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.416697] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.416821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.416890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.417121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.417299] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.417404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.417471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.417629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.419384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.419384] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.419384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.419384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.419384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.419384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.419384] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.680751] env[66645]: INFO networking_nsxv3.common.synchronization [None req-387abe3b-43c0-407e-95d1-cfc77ad19636 None None] Enqueued Resource ID: 60f17d22-5f61-4438-801c-a0513daf080c with Priority: HIGHEST for action port [ 751.681437] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f17d22-5f61-4438-801c-a0513daf080c with Priority: HIGHEST for action port [ 751.681752] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f17d22-5f61-4438-801c-a0513daf080c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.681914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f17d22-5f61-4438-801c-a0513daf080c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.681954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f17d22-5f61-4438-801c-a0513daf080c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.682291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f17d22-5f61-4438-801c-a0513daf080c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.682424] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f17d22-5f61-4438-801c-a0513daf080c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.747507] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.747664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.747873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.747957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.748041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.748862] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.748862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.748862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.748862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.748862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.748862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac is going to be updated. [ 751.778396] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.778617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.778733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.779016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.779231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.789776] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: IN_PROGRESS for 2s [ 751.921877] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.921877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.922099] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.923793] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with status ACTIVE [ 751.923793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.923793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.923793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.924148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.924148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.924936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.924936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.924936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.924936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.924936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.925250] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.925337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.925532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.926768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.926768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.926768] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 is going to be updated. [ 751.949664] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.949843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.949976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.950158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.950301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.950511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.184091] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 752.184091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.184977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.184977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.185082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.185257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.185257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.185379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.185478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.189143] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f17d22-5f61-4438-801c-a0513daf080c [ 752.190079] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.190079] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f17d22-5f61-4438-801c-a0513daf080c already deleted. [ 752.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f17d22-5f61-4438-801c-a0513daf080c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.430078] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.691399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.691834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.691924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.692209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.692393] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.692501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.692566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.692722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.692811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.692898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.693103] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.693171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.693204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.693336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.693470] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.693562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.693627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.693755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.693831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.693982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.694047] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.933073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.933277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.933378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.933764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.933896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.934032] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be created. [ 752.965416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.965416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.965416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.965416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.965416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.983034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: UNINITIALIZED for 2s [ 753.196564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243f201e-4f28-40dc-bef2-23b21284361a: rpc.has_security_group_logging(os_id): False [ 753.213723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.213901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.213989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.214237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.214348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.214584] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.214691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.214773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.214976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.215095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.215344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.215477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.215556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.215728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.215807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.216542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.216669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.216771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.216984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.217045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.217304] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be created. [ 753.291073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.291073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.291073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.305673] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: IN_PROGRESS for 2s [ 753.801831] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac in Status: SUCCESS [ 753.802152] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a990b75f-99ab-4d6c-b4c7-6582e101c3ac deletion is rescheduled due to dependency. [ 753.802152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a990b75f-99ab-4d6c-b4c7-6582e101c3ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.447674] env[66645]: INFO networking_nsxv3.common.synchronization [req-35c809f0-ba5f-400a-9051-53d7df6fd8d8 req-01ee31fc-53ef-44b5-99ac-09958d0d7196 tempest-ServersAdminNegativeTestJSON-1751616457 tempest-ServersAdminNegativeTestJSON-1751616457-project-member] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 754.448019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGHEST for action security_group_members [ 754.448428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.448597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.448657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.448964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.449076] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.449365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.449365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.449365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.449500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.449500] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.951962] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.952347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.952347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.952461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.953639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.953639] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.953639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.953639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.953639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.953639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.953639] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be updated. [ 754.996830] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.996830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.996830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.996830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.996830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.998633] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 754.998808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.999359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.999561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.999759] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.999890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.999966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.000844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.000844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.000844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.000844] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.009173] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: IN_PROGRESS for 2s [ 755.329888] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 755.329888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.503561] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.006859] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0555cc0b-9faf-4596-a998-3037007589ef: rpc.has_security_group_logging(os_id): False [ 756.026780] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.026976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.027048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.027339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.027493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.027821] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.027916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.027971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.028218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.029461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.029672] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be created. [ 756.045618] env[66645]: INFO networking_nsxv3.common.synchronization [req-90a56afb-1706-4feb-b16b-80d0e7ea24ff req-5c8afd1d-db8c-4c73-9bdb-ea41c6a7b3c2 tempest-ImagesOneServerTestJSON-1878278114 tempest-ImagesOneServerTestJSON-1878278114-project-member] Enqueued Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 756.046269] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 with Priority: HIGHEST for action security_group_members [ 756.046665] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8f7f49-2c83-4742-95ef-7f8405753de8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.046809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.046879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.047194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.047395] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.047534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.047603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.047777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.047868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.047968] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8f7f49-2c83-4742-95ef-7f8405753de8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.122712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.125038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.125038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.125038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.125038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.148029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: IN_PROGRESS for 2s [ 756.551315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.551443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.551832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552464] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.552528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552984] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 is going to be updated. [ 756.590597] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.590597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.590597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.590597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.590597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.605015] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: IN_PROGRESS for 2s [ 756.630654] env[66645]: INFO networking_nsxv3.common.synchronization [req-38c5b9f5-a4ae-4dc9-b59f-0bd42d273268 req-fd51e219-7fe4-425f-87af-8a7620d04f8b tempest-TenantUsagesTestJSON-2111736632 tempest-TenantUsagesTestJSON-2111736632-project-member] Enqueued Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 756.630654] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 756.630654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.630654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.630654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.630654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.630654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.630654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.630654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.631204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.631204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.631204] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.019614] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc953449-14a4-40e3-ba52-192516526237 in Status: SUCCESS [ 757.019908] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc953449-14a4-40e3-ba52-192516526237 deletion is rescheduled due to dependency. [ 757.019955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.114687] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.114887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.115028] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.116787] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.117302] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.118033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.118033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.118185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.118343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.119308] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.119308] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.119308] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.119308] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.119308] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.119308] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.119308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.133554] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.133706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.133780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.134290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.134389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.134442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.134748] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 already deleted. [ 757.134827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.138794] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.138950] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.139097] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.139253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.139540] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-d397faaa-2da2-4d6e-9854-13d8926e2bc0 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.139708] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.139820] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140268] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d397faaa-2da2-4d6e-9854-13d8926e2bc0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.643063] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.643247] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.643386] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.643680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.643847] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.643997] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port d397faaa-2da2-4d6e-9854-13d8926e2bc0 not found, creating... [ 757.644266] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.644418] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.644755] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.644904] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645189] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.645451] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.645676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.645854] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645990] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: d397faaa-2da2-4d6e-9854-13d8926e2bc0 is going to be created. [ 757.667701] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.667701] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.667701] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.667921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.668159] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.668400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.163777] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 758.163777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.396614] env[66645]: INFO networking_nsxv3.common.synchronization [req-38c5b9f5-a4ae-4dc9-b59f-0bd42d273268 req-b6cabc3b-a378-431e-bb89-faf6860308d1 service nova] Enqueued Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_rules [ 758.396787] env[66645]: INFO networking_nsxv3.common.synchronization [req-38c5b9f5-a4ae-4dc9-b59f-0bd42d273268 req-b6cabc3b-a378-431e-bb89-faf6860308d1 service nova] Enqueued Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 758.396953] env[66645]: INFO networking_nsxv3.common.synchronization [req-38c5b9f5-a4ae-4dc9-b59f-0bd42d273268 req-b6cabc3b-a378-431e-bb89-faf6860308d1 service nova] Enqueued Resource ID: d397faaa-2da2-4d6e-9854-13d8926e2bc0 with Priority: HIGHEST for action port [ 758.397512] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_rules [ 758.397674] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 758.397760] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d397faaa-2da2-4d6e-9854-13d8926e2bc0 with Priority: HIGHEST for action port [ 758.402066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.402193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.402229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.402488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.402577] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.408154] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.408154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.408154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.408154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.408154] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.408770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.408770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.408770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.408770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.408770] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.411229] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d397faaa-2da2-4d6e-9854-13d8926e2bc0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.411354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.411611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.411695] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d397faaa-2da2-4d6e-9854-13d8926e2bc0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.617882] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 in Status: SUCCESS [ 758.617882] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8f7f49-2c83-4742-95ef-7f8405753de8 deletion is rescheduled due to dependency. [ 758.617882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8f7f49-2c83-4742-95ef-7f8405753de8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.916651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.916868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.917091] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.918062] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d397faaa-2da2-4d6e-9854-13d8926e2bc0 with status ACTIVE [ 758.918280] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.918427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.918528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.918773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.918879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.919082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.919195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.919269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.919438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.919531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.919750] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.920463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.920463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.920575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.920643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.920747] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d397faaa-2da2-4d6e-9854-13d8926e2bc0 is going to be updated. [ 758.952058] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.952058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.952058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.952058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.952058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.952058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d397faaa-2da2-4d6e-9854-13d8926e2bc0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332749] env[66645]: INFO networking_nsxv3.common.synchronization [req-27885387-3ad7-4623-8bf1-58931dde4a2f req-b0a7fc9c-64e4-4d39-aa6c-1af349e2e4af tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 759.333114] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 759.333436] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.333602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.333698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.333921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.334117] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.334249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.334333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.334577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.334682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.334832] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.424884] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.707567] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.707809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.707952] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.708245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.708856] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.709276] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.709444] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.709705] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.709851] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.710131] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.710276] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.710369] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.710522] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.710639] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.710735] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.710986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.732306] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.732495] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.732667] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.732827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-963" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.734055] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.734055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.734055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.734055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.734055] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd702cb-a2a5-4cfb-94f5-d10369f4f60e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.815772] env[66645]: INFO networking_nsxv3.common.synchronization [None req-21bdc933-f189-4c61-a772-46fadf357545 None None] Enqueued Resource ID: 41d82413-a3c4-48cd-be43-f441179d930a with Priority: HIGHEST for action port [ 759.816830] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d82413-a3c4-48cd-be43-f441179d930a with Priority: HIGHEST for action port [ 759.817222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d82413-a3c4-48cd-be43-f441179d930a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.817394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d82413-a3c4-48cd-be43-f441179d930a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.817493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d82413-a3c4-48cd-be43-f441179d930a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.817825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d82413-a3c4-48cd-be43-f441179d930a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.817937] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d82413-a3c4-48cd-be43-f441179d930a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.837651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.837906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.838055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.838312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.838454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.838747] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.838900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.839016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.839253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.839391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.839541] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be updated. [ 759.886687] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.886982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.886982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.887171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.887240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.898969] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 759.929145] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.929145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.929145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.929145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.929145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.929145] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 is going to be created. [ 759.964429] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.964564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.964636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.964849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.965014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.976588] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: UNINITIALIZED for 2s [ 760.237900] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.237900] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.237900] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.238414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.238733] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.238991] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port cdd702cb-a2a5-4cfb-94f5-d10369f4f60e not found, creating... [ 760.239366] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.239653] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.239907] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.241020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.241020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.241020] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.241283] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.241516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.241897] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.242185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.242652] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: cdd702cb-a2a5-4cfb-94f5-d10369f4f60e is going to be created. [ 760.268160] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.268160] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.268160] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.268160] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.268160] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.268160] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.320991] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d82413-a3c4-48cd-be43-f441179d930a [ 760.321296] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.321441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.321604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.321863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.321960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d82413-a3c4-48cd-be43-f441179d930a already deleted. [ 760.322162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d82413-a3c4-48cd-be43-f441179d930a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.061244] env[66645]: INFO networking_nsxv3.common.synchronization [req-27885387-3ad7-4623-8bf1-58931dde4a2f req-aea85049-9b98-4344-835f-dcf37c6d6891 service nova] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 761.061244] env[66645]: INFO networking_nsxv3.common.synchronization [req-27885387-3ad7-4623-8bf1-58931dde4a2f req-aea85049-9b98-4344-835f-dcf37c6d6891 service nova] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 761.061244] env[66645]: INFO networking_nsxv3.common.synchronization [req-27885387-3ad7-4623-8bf1-58931dde4a2f req-aea85049-9b98-4344-835f-dcf37c6d6891 service nova] Enqueued Resource ID: cdd702cb-a2a5-4cfb-94f5-d10369f4f60e with Priority: HIGHEST for action port [ 761.062087] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_rules [ 761.065021] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 761.065021] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd702cb-a2a5-4cfb-94f5-d10369f4f60e with Priority: HIGHEST for action port [ 761.065021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.065021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.065021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.065021] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.065021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.065663] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.068160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.068857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.068857] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd702cb-a2a5-4cfb-94f5-d10369f4f60e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.571188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.571188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.577944] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdd702cb-a2a5-4cfb-94f5-d10369f4f60e with status ACTIVE [ 761.577944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.577944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.577944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.577944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.577944] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdd702cb-a2a5-4cfb-94f5-d10369f4f60e is going to be updated. [ 761.600860] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.601017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.601097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.601317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.601517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.601787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd702cb-a2a5-4cfb-94f5-d10369f4f60e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.909872] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 761.909872] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f deletion is rescheduled due to dependency. [ 761.909872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.910092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.910466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.910466] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.910650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.911026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.911026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.911026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.911137] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.987364] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: SUCCESS [ 761.987540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.988198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.988372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.988758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.988945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.989028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.989248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.989367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.989502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.989661] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.118037] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 762.118037] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 762.118037] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 762.118037] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 762.118037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.119718] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.119954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.120133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.120387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.120592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.120780] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.122048] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.122338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.122498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.122792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.123036] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.124027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.124027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.124027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.124027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.124027] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.165021] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_rules [ 762.165021] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 762.165021] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 762.165021] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 762.165021] env[66645]: INFO networking_nsxv3.common.synchronization [req-b89944c8-9b13-469d-bdf0-a70e9c62b237 req-ad0e12a9-5fdb-41e6-a2e9-6ef1a80128e6 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 762.168332] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_rules [ 762.168332] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 762.168332] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 762.168332] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 762.168332] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 762.168332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d83d1e-8ff7-4e8c-b33f-58654b8685f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.168332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.168332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.168332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.168332] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.170027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.170027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.170027] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.173736] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.175047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.175047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.175047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.175047] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.175592] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.175701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.175890] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.175979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.351010] env[66645]: INFO networking_nsxv3.common.synchronization [None req-34e48cf6-50e5-43cb-8841-12346b93b1ab None None] Enqueued Resource ID: dab80677-1423-4c51-87c0-ad53536d3775 with Priority: HIGHEST for action port [ 762.351923] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80677-1423-4c51-87c0-ad53536d3775 with Priority: HIGHEST for action port [ 762.352067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab80677-1423-4c51-87c0-ad53536d3775 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.352187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab80677-1423-4c51-87c0-ad53536d3775" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.352252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab80677-1423-4c51-87c0-ad53536d3775" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.352496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab80677-1423-4c51-87c0-ad53536d3775" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.352573] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab80677-1423-4c51-87c0-ad53536d3775',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.413870] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.492185] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.492353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.493189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.493473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.493928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.493928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.493928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.494101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.494138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.494243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.494530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.494530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.494646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.494785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.494884] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.495721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.495721] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.629039] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.630077] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.677583] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.677583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.677896] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.677896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.678101] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with status ACTIVE [ 762.678291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.678491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.679348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.679348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.679348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.679564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.679564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.682812] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.682812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.682812] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 is going to be updated. [ 762.708534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.708893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.708893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.708997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.709268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.709460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.854766] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dab80677-1423-4c51-87c0-ad53536d3775 [ 762.855072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.855230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.855386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.855610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.855674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.855790] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dab80677-1423-4c51-87c0-ad53536d3775 already deleted. [ 762.855880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab80677-1423-4c51-87c0-ad53536d3775" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.916309] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.997973] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3234a7a-2822-4575-9e6a-02e0c893ce40: rpc.has_security_group_logging(os_id): False [ 763.032977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.034241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.034696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.034696] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.035036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.035281] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.035643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.035643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.035819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.036045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.036045] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 is going to be created. [ 763.132136] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.132788] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.176880] env[66645]: INFO networking_nsxv3.common.synchronization [req-3a1961cd-e3ce-4fc5-9391-bf269b5adf7a req-afbea407-8ada-41eb-b99e-1bde86ac7f59 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 763.176880] env[66645]: INFO networking_nsxv3.common.synchronization [req-3a1961cd-e3ce-4fc5-9391-bf269b5adf7a req-afbea407-8ada-41eb-b99e-1bde86ac7f59 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 763.177616] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 763.177616] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 with Priority: HIGHEST for action security_group_members [ 763.178414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.178414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.178414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.178414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.226478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.226623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.226623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.226775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.226972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.238020] env[66645]: INFO networking_nsxv3.common.synchronization [req-3a1961cd-e3ce-4fc5-9391-bf269b5adf7a req-afbea407-8ada-41eb-b99e-1bde86ac7f59 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 763.238556] env[66645]: INFO networking_nsxv3.common.synchronization [req-3a1961cd-e3ce-4fc5-9391-bf269b5adf7a req-afbea407-8ada-41eb-b99e-1bde86ac7f59 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 763.238556] env[66645]: INFO networking_nsxv3.common.synchronization [req-3a1961cd-e3ce-4fc5-9391-bf269b5adf7a req-afbea407-8ada-41eb-b99e-1bde86ac7f59 tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 763.240620] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_rules [ 763.240620] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 763.240620] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with Priority: HIGHEST for action port [ 763.240620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.240620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.240620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.240620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.240620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.240620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.240620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.240620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.241218] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.243023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: IN_PROGRESS for 2s [ 763.419031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.419223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.419265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.419827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.419827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.419827] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be updated. [ 763.454179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.454330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.454403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.454612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.454764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.469160] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 763.636529] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.636723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.637540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.637540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.637540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.637540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 763.639050] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.639185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.639266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.639430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.639513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.639606] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 is going to be created. [ 763.678885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.679050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.679125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.679340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.679570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.683241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.683241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.683241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.683241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.683587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.692600] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 763.693394] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 in Status: UNINITIALIZED for 2s [ 763.746744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 with status ACTIVE [ 763.747177] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.747346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.747426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.747637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.747783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.748067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.748140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.748357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.748502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.748739] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.748903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.749128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.749276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.749367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.749482] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2 is going to be updated. [ 763.772347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.772553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.772553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.773238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.773238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.773238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a9c926-7c61-4bd0-b155-e6ce6e7ef2e2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.256173] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: SUCCESS [ 765.256492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.369063] env[66645]: INFO networking_nsxv3.common.synchronization [req-4244d9d0-e142-4245-a0b7-d7c18ce58bee req-44ee1e69-e290-42a6-9861-89ea44cb5154 tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 765.369766] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 765.370099] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.370218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.370281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.370496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.370804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.370924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.371246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.371246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.371348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.371800] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.480260] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 765.480487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.480761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.482440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.482440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.482440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.482650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.482730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.482834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.482952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.483081] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.709043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 765.709043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.709566] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 in Status: SUCCESS [ 765.710218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.710326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.710634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.710875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.711038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.711155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.711406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.711637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.711811] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.715194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.715194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.715194] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.777131] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.777361] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.777543] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.777868] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.778285] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.778506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.778662] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.778944] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.779171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.779442] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.779667] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.779816] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.779945] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.780089] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.780236] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.780413] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.807211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.807472] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.807646] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.807875] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-519" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.808604] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.808604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.808834] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.809862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.810324] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876768] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.986569] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.217881] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.220235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.220235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.220235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.220763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.220763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.220763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 is going to be deleted. [ 766.268417] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.268800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.268800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.269018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.269130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.270093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.270321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.270483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.270548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.270740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.270905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.271053] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.318026] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.318026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 not found, creating... [ 766.318026] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.318026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.319371] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.319799] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.320172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.321026] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.321354] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.322052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 is going to be created. [ 766.347029] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.347261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.347261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.347501] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.347730] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.347952] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.378905] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.493199] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17500f9a-b4a1-4786-8f5d-d31cc62a000f: rpc.has_security_group_logging(os_id): False [ 766.529475] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.529687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.529687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.530193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.530193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.530311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.530362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.530418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.530637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.530741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.530831] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be updated. [ 766.608479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.609124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.609208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.609423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.609573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.624672] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 766.725187] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.774127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.774321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.774417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.774697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.774815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.775206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.775274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.775452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.775538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 already deleted. [ 766.775749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775852] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.776764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.776953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.777409] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.778257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.778257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.778257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.778257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.778257] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.881481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.881620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.881704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.881926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.882030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.883030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 766.912586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.912796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.912846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.913099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.913276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.923199] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 767.063916] env[66645]: INFO networking_nsxv3.common.synchronization [req-4244d9d0-e142-4245-a0b7-d7c18ce58bee req-1f6c312f-561c-4de9-ab14-c21ddd2c0cb6 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 767.064108] env[66645]: INFO networking_nsxv3.common.synchronization [req-4244d9d0-e142-4245-a0b7-d7c18ce58bee req-1f6c312f-561c-4de9-ab14-c21ddd2c0cb6 service nova] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 767.064274] env[66645]: INFO networking_nsxv3.common.synchronization [req-4244d9d0-e142-4245-a0b7-d7c18ce58bee req-1f6c312f-561c-4de9-ab14-c21ddd2c0cb6 service nova] Enqueued Resource ID: eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 with Priority: HIGHEST for action port [ 767.064751] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_rules [ 767.064881] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 767.065039] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 with Priority: HIGHEST for action port [ 767.066719] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.066937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.067019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.067246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.067313] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.071567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.071692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.071873] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.071985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.072064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.072305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.072343] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.228287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.228488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.228534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.228731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.228925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.229066] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 767.263413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.263635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.263635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.263788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.274768] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 767.281698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.281698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.281698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.281945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.281945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.282131] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.282241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.282299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.282414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.282493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.282582] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 already deleted. [ 767.282663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.282885] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d83d1e-8ff7-4e8c-b33f-58654b8685f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.572467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.572467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.579636] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 with status ACTIVE [ 767.579636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.579636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.579636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.579636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.579636] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8 is going to be updated. [ 767.604607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.604885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.604885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.605228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.605442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.605644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeacfe8a-06c8-4103-b54b-ed12c1cf8cd8" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.786464] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d83d1e-8ff7-4e8c-b33f-58654b8685f6: rpc.has_security_group_logging(os_id): False [ 767.817241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.817241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.817375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.817628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.817750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.818090] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.818243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.818330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.818587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.818713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.818864] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 is going to be created. [ 767.842329] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6], does not exist path=[/infra/domains/default/groups/20d83d1e-8ff7-4e8c-b33f-58654b8685f6]."\n}' [ 767.842543] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6 [ 767.842642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 767.884709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.887635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.887849] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.890462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890462] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d83d1e-8ff7-4e8c-b33f-58654b8685f6 is going to be created. [ 767.911338] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6], does not exist path=[/infra/domains/default/groups/20d83d1e-8ff7-4e8c-b33f-58654b8685f6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6 [ 767.911522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d83d1e-8ff7-4e8c-b33f-58654b8685f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.914196] env[66645]: Traceback (most recent call last): [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 767.914196] env[66645]: return func(*args, **kwargs) [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 767.914196] env[66645]: res.raise_for_status() [ 767.914196] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 767.914196] env[66645]: raise HTTPError(http_error_msg, response=self) [ 767.914196] env[66645]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6 [ 767.914196] env[66645]: During handling of the above exception, another exception occurred: [ 767.914196] env[66645]: Traceback (most recent call last): [ 767.914196] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 767.914196] env[66645]: listener.cb(fileno) [ 767.914196] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 767.914196] env[66645]: result = function(*args, **kwargs) [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 767.914196] env[66645]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 767.914196] env[66645]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 767.914196] env[66645]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 767.914196] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 767.914196] env[66645]: res.raise_for_status() [ 767.914196] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 767.914196] env[66645]: raise HTTPError(http_error_msg, response=self) [ 767.914196] env[66645]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/20d83d1e-8ff7-4e8c-b33f-58654b8685f6 [ 767.914196] env[66645]: Removing descriptor: 20 [ 768.221862] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.222135] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.640442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 768.640802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933733] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 768.933966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.934168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.934420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.934611] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.934730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.934794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.935188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.935290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.935592] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.071280] env[66645]: INFO networking_nsxv3.common.synchronization [req-def202bf-7d11-4176-aaf5-2467d156183c req-51b31983-89f7-40a9-8c75-de67305b0f44 tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 769.071841] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 769.072815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.072969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.073066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.073330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.073494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.073594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.073699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.075755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.075755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.075755] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.284393] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 769.284719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.284966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.285304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.285551] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.285723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.285833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.286041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.286179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.286669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.286838] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.287784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.287967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.288167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.288278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.288343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.288527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.288647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.288647] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.441411] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.445011] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445011] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445506] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.445707] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.445707] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.445798] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.445912] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.445997] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.446175] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.477629] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.477629] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.477834] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.477953] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.478300] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-0e5a81da-68c8-4ea4-9234-29b3424af121 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.478474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.478611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.478957] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.479370] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5a81da-68c8-4ea4-9234-29b3424af121',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.577645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.577864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.577913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.579073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.579105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.580030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b already deleted. [ 769.580030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.793043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.793346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.793582] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.947804] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.982089] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.982554] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.982854] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.982995] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 0e5a81da-68c8-4ea4-9234-29b3424af121 not found, creating... [ 769.983672] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983959] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.984171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.984723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.984976] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.985515] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.985693] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.985834] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.986097] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.986261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.986450] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 0e5a81da-68c8-4ea4-9234-29b3424af121 is going to be created. [ 770.013231] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.013231] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.013506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.013780] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014120] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014411] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.296670] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.453334] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.453919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.454191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.454582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.454880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.455212] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 770.488976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.489329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.489632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.503577] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 770.741435] env[66645]: INFO networking_nsxv3.common.synchronization [req-def202bf-7d11-4176-aaf5-2467d156183c req-94c1e743-5b15-4673-a0b7-6a61ef0a5cd1 service nova] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_rules [ 770.741666] env[66645]: INFO networking_nsxv3.common.synchronization [req-def202bf-7d11-4176-aaf5-2467d156183c req-94c1e743-5b15-4673-a0b7-6a61ef0a5cd1 service nova] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 770.741818] env[66645]: INFO networking_nsxv3.common.synchronization [req-def202bf-7d11-4176-aaf5-2467d156183c req-94c1e743-5b15-4673-a0b7-6a61ef0a5cd1 service nova] Enqueued Resource ID: 0e5a81da-68c8-4ea4-9234-29b3424af121 with Priority: HIGHEST for action port [ 770.742367] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_rules [ 770.742498] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 770.742599] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5a81da-68c8-4ea4-9234-29b3424af121 with Priority: HIGHEST for action port [ 770.742872] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.743026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.744085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.744360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.744453] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.745332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.745470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.745539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.745716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.745861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.745948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.746017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.746158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.746242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.746333] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.749660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5a81da-68c8-4ea4-9234-29b3424af121 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.749660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.749660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.749660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.749660] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5a81da-68c8-4ea4-9234-29b3424af121',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.802202] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.802722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.802722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.802829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.802985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803094] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 770.835408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.836229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.836229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.836229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.836229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.847745] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 771.251101] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.252222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.252222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.252549] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e5a81da-68c8-4ea4-9234-29b3424af121 with status ACTIVE [ 771.255626] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.255626] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.255626] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.255626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.255626] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e5a81da-68c8-4ea4-9234-29b3424af121 is going to be updated. [ 771.283984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.284219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.284547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.284547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.284709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.284932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5a81da-68c8-4ea4-9234-29b3424af121" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.407017] env[66645]: INFO networking_nsxv3.common.synchronization [req-fc801183-47fa-4ade-85c2-6d5ac276ba6a req-3f3625ec-6b34-401d-9d5b-03b0a4c5187b tempest-ServersTestManualDisk-1836161777 tempest-ServersTestManualDisk-1836161777-project-member] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 771.407660] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGHEST for action security_group_members [ 771.409078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.409078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.409078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.409078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.409078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.409078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.409078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.409358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.409358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.409429] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.754989] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.912503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.913038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.913038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.913038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.943372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.943708] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.943895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.943895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.944802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.944802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.944802] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c is going to be updated. [ 771.980722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.981022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.981022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.981213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.981373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.996950] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: IN_PROGRESS for 2s [ 772.257257] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.258527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.258527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be created. [ 772.301094] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.301348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.301348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.301526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.301728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.320967] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: UNINITIALIZED for 2s [ 772.454787] env[66645]: INFO networking_nsxv3.common.synchronization [req-dff885c8-b86d-4091-b276-49dafce8d6fe req-f64038e7-70d8-4469-b912-72b3267abb44 tempest-TenantUsagesTestJSON-2111736632 tempest-TenantUsagesTestJSON-2111736632-project-member] Enqueued Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 772.454787] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGHEST for action security_group_members [ 772.454787] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.454787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.454787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.455242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.455422] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.455549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.455619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.455784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.455879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.455979] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.518226] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 772.518226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.518394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.518490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.519289] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.519289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.519289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.519289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.519289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.519289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.520224] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.740095] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff033fe1-59cc-429b-98b4-72b0a1a60fc7 req-8de9cfa4-73bf-4b05-9b2a-82aef264fb1b tempest-ServersTestJSON-630233894 tempest-ServersTestJSON-630233894-project-member] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 772.740555] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGHEST for action security_group_members [ 772.740940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.741837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.741837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.741837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.742622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.742622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.742793] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.860792] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 772.861707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.861707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.861886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.862211] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.862211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.862330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.862695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.862695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.862695] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.958741] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.959070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.983026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.984711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.984711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.984711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.984711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.984711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.984711] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 is going to be updated. [ 773.016654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.017182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.017339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.024394] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.024563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.024563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.025106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.025106] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.025106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.025106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.027068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.027068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.027068] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.029901] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: IN_PROGRESS for 2s [ 773.245804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.245960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.246045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.246274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.276087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.276087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.276087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.276087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.276087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.276087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.276087] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 is going to be updated. [ 773.320365] env[66645]: INFO networking_nsxv3.common.synchronization [req-528d0756-7bff-4354-ad2f-895f7ea1375f req-67700087-35b2-4397-85f2-00a95a5d1fba tempest-ServerRescueTestJSONUnderV235-115803222 tempest-ServerRescueTestJSONUnderV235-115803222-project-member] Enqueued Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 773.321139] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 with Priority: HIGHEST for action security_group_members [ 773.321350] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.321476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.345711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.357373] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: IN_PROGRESS for 2s [ 773.366229] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.531432] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893322f6-5398-4b26-8d4d-db4341d310f5: rpc.has_security_group_logging(os_id): False [ 773.552138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.552138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.552138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.552138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.573298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.573675] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.573755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.573833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.574016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.574107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.574406] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.574514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.574579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.574741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.574818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.575010] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.575120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.575186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.575447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.575447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.575546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 773.642327] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.642442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.642442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.642636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.643486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.655888] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 773.869077] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.008587] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c in Status: SUCCESS [ 774.008587] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c deletion is rescheduled due to dependency. [ 774.008587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 774.340245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.340245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.340245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.340245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.340245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.340698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.340698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340845] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.371352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.371784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.372095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.373883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.373883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.373883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 774.416737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.416936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.417042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.417350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.417496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.436358] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 774.844758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.844758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.845039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.845135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.845322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.845453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.845529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.845758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.845879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.845976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.846259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.848019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.848019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.848019] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.044365] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 in Status: SUCCESS [ 775.044772] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 deletion is rescheduled due to dependency. [ 775.044772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.350106] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7475b029-7261-4f87-b611-6efca1ac9e1b: rpc.has_security_group_logging(os_id): False [ 775.370228] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 in Status: SUCCESS [ 775.370416] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 deletion is rescheduled due to dependency. [ 775.370536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.375166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.375370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.375370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.375600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.375705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.375935] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.376044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.376112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.376287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.376388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.376651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.376759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.376927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.376964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.377026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.377246] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.377368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.377474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.377534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.377627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.378543] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be created. [ 775.441066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.441066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.441066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.441066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.441066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.451287] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 775.671998] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 775.672246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.367478] env[66645]: INFO networking_nsxv3.common.synchronization [req-30a353f2-565a-4cd5-ab9c-dd197668335f req-b5567044-f968-44da-8afd-156cb77d13e4 tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 776.371306] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 776.371656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.372809] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.372809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.373207] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.451230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.451230] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.451230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.452844] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.453179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.453415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455275] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.455275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.455275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.455668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.455765] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.456703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.456840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.456999] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.458079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.458079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.458079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.458079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.458079] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.763691] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.763880] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.764011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.764424] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.764692] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.764859] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.764979] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.765250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.765371] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765594] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.765709] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.765894] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.765980] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.766089] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.766183] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.766311] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.790125] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.790317] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.790454] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.790710] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.791071] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-93d16189-aa9a-48b8-b14b-3f13b159c55e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.791249] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.791356] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.791693] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.791802] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d16189-aa9a-48b8-b14b-3f13b159c55e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.877353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.877990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.878168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.878403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.878558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.878819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.878952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.879050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.879394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.879512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.879711] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e already deleted. [ 776.879786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.961040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.961040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.961269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.961305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.963049] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d57e5bcf-7ab9-46c8-85ea-fd63dddbf783: rpc.has_security_group_logging(os_id): False [ 776.983670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.983893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.986245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.986542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.986673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.987050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.987121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.987211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.987347] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 776.988516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.988744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.988863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.989107] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.989237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.989317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.989496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.989616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.990197] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.990197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.990197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.990346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.990346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.990488] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.990608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.990682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.990847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.990926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.991025] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be updated. [ 777.019503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.019649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.019709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.019946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.020107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.033493] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 777.054727] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.054897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.054897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.055147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.055288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068547] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: IN_PROGRESS for 2s [ 777.294763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.294985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.295112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.295405] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.295664] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.295765] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 93d16189-aa9a-48b8-b14b-3f13b159c55e not found, creating... [ 777.295956] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.296127] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.296241] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.296448] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.296578] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.297107] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.297107] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.297235] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.297394] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.297527] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.297662] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 93d16189-aa9a-48b8-b14b-3f13b159c55e is going to be created. [ 777.320875] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.321049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.321188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.321465] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.321882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.322225] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.413678] env[66645]: INFO networking_nsxv3.common.synchronization [req-c98746c8-c070-4b6a-876a-a4a73780bf61 req-89be03a6-57b7-4884-992f-a00a57a5fced tempest-ServersTestBootFromVolume-614741441 tempest-ServersTestBootFromVolume-614741441-project-member] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 777.414278] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGHEST for action security_group_members [ 777.414597] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.414724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.415173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.415279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.415340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.415584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.415681] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.463611] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 777.463958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.918508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.918889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.918889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.919239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.941319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.941807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.941916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.942183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.942275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.942369] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac is going to be updated. [ 777.972905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.973139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.974018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.974018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.974018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.985968] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: IN_PROGRESS for 2s [ 778.105024] env[66645]: INFO networking_nsxv3.common.synchronization [req-30a353f2-565a-4cd5-ab9c-dd197668335f req-e6c4ad0d-9303-4187-ab65-0aaa983df9a8 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 778.105024] env[66645]: INFO networking_nsxv3.common.synchronization [req-30a353f2-565a-4cd5-ab9c-dd197668335f req-e6c4ad0d-9303-4187-ab65-0aaa983df9a8 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 778.105024] env[66645]: INFO networking_nsxv3.common.synchronization [req-30a353f2-565a-4cd5-ab9c-dd197668335f req-e6c4ad0d-9303-4187-ab65-0aaa983df9a8 service nova] Enqueued Resource ID: 93d16189-aa9a-48b8-b14b-3f13b159c55e with Priority: HIGHEST for action port [ 778.105024] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 778.105024] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 778.105614] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d16189-aa9a-48b8-b14b-3f13b159c55e with Priority: HIGHEST for action port [ 778.106093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.106409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.109079] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.109079] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.109079] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.109079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.115221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.115599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.119022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.119022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.119022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-93d16189-aa9a-48b8-b14b-3f13b159c55e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.119022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.119022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.119022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.119022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d16189-aa9a-48b8-b14b-3f13b159c55e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.620095] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.620406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.620449] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.624106] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93d16189-aa9a-48b8-b14b-3f13b159c55e with status ACTIVE [ 778.624372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.624493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.624755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.624755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.624881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.625016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.625118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.625178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.625317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.625644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.625644] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.625768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.625768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.625861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.625956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.626060] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93d16189-aa9a-48b8-b14b-3f13b159c55e is going to be updated. [ 778.649588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.649588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.649763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.649835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.649969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.650145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93d16189-aa9a-48b8-b14b-3f13b159c55e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.047227] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 779.047227] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 deletion is rescheduled due to dependency. [ 779.047227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.082578] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 in Status: SUCCESS [ 779.083723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.083723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.085183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.085183] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57e5bcf-7ab9-46c8-85ea-fd63dddbf783',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.125489] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.252031] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2d061395-9a1a-4cb0-92de-12a129ad5151 None None] Enqueued Resource ID: f205fbbb-ea35-4a93-bac0-cd47681532dd with Priority: HIGHEST for action port [ 779.252031] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f205fbbb-ea35-4a93-bac0-cd47681532dd with Priority: HIGHEST for action port [ 779.252031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f205fbbb-ea35-4a93-bac0-cd47681532dd taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.252031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f205fbbb-ea35-4a93-bac0-cd47681532dd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.252031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f205fbbb-ea35-4a93-bac0-cd47681532dd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.252031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f205fbbb-ea35-4a93-bac0-cd47681532dd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.253766] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f205fbbb-ea35-4a93-bac0-cd47681532dd',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.604962] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.604962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.604962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.605200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.605515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.605515] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57e5bcf-7ab9-46c8-85ea-fd63dddbf783 is going to be deleted. [ 779.627549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.628589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.628589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.628589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.628589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.628589] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be created. [ 779.657324] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.657509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.658351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.658351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.661556] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.661556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.661556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.661556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.662710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.662710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57e5bcf-7ab9-46c8-85ea-fd63dddbf783" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.668576] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: UNINITIALIZED for 2s [ 779.756467] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f205fbbb-ea35-4a93-bac0-cd47681532dd [ 779.756710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.756867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.756914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.757155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.757251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.757348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f205fbbb-ea35-4a93-bac0-cd47681532dd already deleted. [ 779.757433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f205fbbb-ea35-4a93-bac0-cd47681532dd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.857554] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5b7ff788-6574-48ff-9499-d880941e4715 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 779.858285] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 779.858752] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.858896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.858965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.859570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.859570] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.961642] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7369b0e7-8029-4a66-a005-17061ae89643 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 779.962239] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 779.962557] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.962646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.003838] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac in Status: SUCCESS [ 780.004084] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac deletion is rescheduled due to dependency. [ 780.004749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.386475] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.386705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.386820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.387099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.387308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.387482] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 already deleted. [ 780.387619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.387906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.388206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.388367] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.913546] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.914779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.914779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.914779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.914956] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 already deleted. [ 780.914956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.679766] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 781.679914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680501] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.681041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.681136] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.840405] env[66645]: INFO networking_nsxv3.common.synchronization [req-8a2233bd-d7d7-4b0d-bb39-d8d1fcc5c89e req-ce36758a-440f-41fe-b886-14a6dce446f5 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 781.841061] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 781.842080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.842080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.842080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.842080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.844645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.844645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.844645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.844910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.844962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.845097] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.186300] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.186630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.186630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.186778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.186921] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.187026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.187089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.187237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.187340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.187426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.187569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.187684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.187730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.188232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.188232] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.188232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.188232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.188428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.188428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.188489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.188590] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.258056] env[66645]: INFO networking_nsxv3.common.synchronization [None req-90ab8fdc-4618-4c8b-b3bf-2f1d3a929ca6 None None] Enqueued Resource ID: a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa with Priority: HIGHEST for action port [ 782.258056] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa with Priority: HIGHEST for action port [ 782.258056] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.258056] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.351492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.351492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.351492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.351492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.378224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.379119] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.379119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.379119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.379321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.379514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.379671] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be updated. [ 782.424946] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.425178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.425239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.425560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.425691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.438211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: IN_PROGRESS for 2s [ 782.693405] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fec6e39-7e42-4b18-b0f7-787c0919a32e: rpc.has_security_group_logging(os_id): False [ 782.714873] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.716805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.716805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717581] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.717815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.718937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.719225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.719540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be created. [ 782.761352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa [ 782.761633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.762212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.762321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.762423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa already deleted. [ 782.762505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29a4621-ffaa-428b-8f9d-a4eb46ca9cfa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.792810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.792965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.793056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.793287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.793518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.809154] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 783.338942] env[66645]: INFO networking_nsxv3.common.synchronization [req-200733f7-ae3e-4805-9650-55cdb1e1bacd req-b7be3378-26cd-4767-9cde-4d23d8e31452 tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 783.338942] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 783.338942] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.338942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.338942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.338942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.338942] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.338942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.338942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.339698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.339698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.339698] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.744190] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.744381] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.744488] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.744768] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.745522] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.745522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.745677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.746125] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.746125] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.746266] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.746266] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.746339] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.746462] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.746564] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.747062] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.747062] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.773637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.773842] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.773999] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.774233] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.774601] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-c12f8e52-4884-467a-8077-40bac61eac0b taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.774807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.774940] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.775290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.775425] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12f8e52-4884-467a-8077-40bac61eac0b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.845572] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.278055] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.278235] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.278374] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.278719] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.278936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.279150] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port c12f8e52-4884-467a-8077-40bac61eac0b not found, creating... [ 784.279413] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.279631] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.279751] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280052] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280204] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280560] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.280953] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.281317] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.281317] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281484] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: c12f8e52-4884-467a-8077-40bac61eac0b is going to be created. [ 784.303309] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.303522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.303646] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.303907] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.304152] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.304376] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.347772] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.454093] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 784.454305] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a deletion is rescheduled due to dependency. [ 784.454465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.833211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 784.833211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.850181] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.850181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.850181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.850547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.850547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.850653] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 784.886566] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.886814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.886814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.886994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.887184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.898067] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 785.077568] env[66645]: INFO networking_nsxv3.common.synchronization [req-200733f7-ae3e-4805-9650-55cdb1e1bacd req-3e24564f-5bda-4d12-9000-a64ef6c804b9 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 785.077568] env[66645]: INFO networking_nsxv3.common.synchronization [req-200733f7-ae3e-4805-9650-55cdb1e1bacd req-3e24564f-5bda-4d12-9000-a64ef6c804b9 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 785.077568] env[66645]: INFO networking_nsxv3.common.synchronization [req-200733f7-ae3e-4805-9650-55cdb1e1bacd req-3e24564f-5bda-4d12-9000-a64ef6c804b9 service nova] Enqueued Resource ID: c12f8e52-4884-467a-8077-40bac61eac0b with Priority: HIGHEST for action port [ 785.078108] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 785.078249] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 785.078350] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12f8e52-4884-467a-8077-40bac61eac0b with Priority: HIGHEST for action port [ 785.078615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.078735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.078803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.079025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.079268] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.080196] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081354] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12f8e52-4884-467a-8077-40bac61eac0b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.081940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081940] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12f8e52-4884-467a-8077-40bac61eac0b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.583775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584189] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c12f8e52-4884-467a-8077-40bac61eac0b with status ACTIVE [ 785.584299] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.584800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.585060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.585123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.585276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.585349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.585630] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.585630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.585804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.585858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.585991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.586078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c12f8e52-4884-467a-8077-40bac61eac0b is going to be updated. [ 785.614166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.614317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.615424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.615424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.615424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.615424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12f8e52-4884-467a-8077-40bac61eac0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.763024] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4ffc2015-91fe-4e26-bd3a-cdc5d3cfc27f None None] Enqueued Resource ID: 845023d0-1f9d-47ff-be62-8a719e3785a9 with Priority: HIGHEST for action port [ 785.763744] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845023d0-1f9d-47ff-be62-8a719e3785a9 with Priority: HIGHEST for action port [ 785.764108] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-845023d0-1f9d-47ff-be62-8a719e3785a9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.765045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845023d0-1f9d-47ff-be62-8a719e3785a9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.765045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845023d0-1f9d-47ff-be62-8a719e3785a9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.765045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845023d0-1f9d-47ff-be62-8a719e3785a9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.765045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845023d0-1f9d-47ff-be62-8a719e3785a9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.267634] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 845023d0-1f9d-47ff-be62-8a719e3785a9 [ 786.267905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.268044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.268117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.268326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.268416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.268513] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:845023d0-1f9d-47ff-be62-8a719e3785a9 already deleted. [ 786.268593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845023d0-1f9d-47ff-be62-8a719e3785a9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.910745] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 786.911126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.911177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.911424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.911612] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.911894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.912499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.913678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.913678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.913678] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.415025] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.918518] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.211792] env[66645]: INFO networking_nsxv3.common.synchronization [req-7994dd88-01f3-4cf9-8917-72603cccf4cf req-b5314772-05c9-494f-8de9-ae1eefa62e4f tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 788.212335] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 788.212643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.212744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.423399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.423610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.423684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.424243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.424384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.424518] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 788.456447] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.456732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.456813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.457053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.457213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.469455] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 788.607806] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.608238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.608238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608547] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.608793] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.609885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.609885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.611106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.611434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.611548] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.612407] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.612407] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.612407] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.612407] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.612407] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.612407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.634240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.634367] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.634550] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.634747] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.636540] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-0576d6a8-b4a1-4232-907f-2e560f9854b0 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.636540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.636540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.636540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.636540] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0576d6a8-b4a1-4232-907f-2e560f9854b0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.140384] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.140717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.140760] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.141148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.141334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.141522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 0576d6a8-b4a1-4232-907f-2e560f9854b0 not found, creating... [ 789.141867] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.142165] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.142334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.142597] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.142766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.143414] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.143414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.143414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.143608] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.143711] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.144223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 0576d6a8-b4a1-4232-907f-2e560f9854b0 is going to be created. [ 789.170538] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.170538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.170538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.170538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.170538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.170916] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.884947] env[66645]: INFO networking_nsxv3.common.synchronization [req-7994dd88-01f3-4cf9-8917-72603cccf4cf req-a0c9fba2-aff5-4a79-a408-e5b4080c2fa0 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 789.884947] env[66645]: INFO networking_nsxv3.common.synchronization [req-7994dd88-01f3-4cf9-8917-72603cccf4cf req-a0c9fba2-aff5-4a79-a408-e5b4080c2fa0 service nova] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 789.884947] env[66645]: INFO networking_nsxv3.common.synchronization [req-7994dd88-01f3-4cf9-8917-72603cccf4cf req-a0c9fba2-aff5-4a79-a408-e5b4080c2fa0 service nova] Enqueued Resource ID: 0576d6a8-b4a1-4232-907f-2e560f9854b0 with Priority: HIGHEST for action port [ 789.886072] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_rules [ 789.886346] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 789.886559] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0576d6a8-b4a1-4232-907f-2e560f9854b0 with Priority: HIGHEST for action port [ 789.887233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.887431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.887718] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.889558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.889558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0576d6a8-b4a1-4232-907f-2e560f9854b0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.889558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.889558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.889558] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0576d6a8-b4a1-4232-907f-2e560f9854b0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.161979] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.162435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.162435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.162435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.162865] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.390792] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0576d6a8-b4a1-4232-907f-2e560f9854b0 with status ACTIVE [ 790.390792] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.391105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.391663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.392311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.392311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.392620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.392735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.392892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.392998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393148] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0576d6a8-b4a1-4232-907f-2e560f9854b0 is going to be updated. [ 790.413567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.413692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.413776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.414122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.414274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.414438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0576d6a8-b4a1-4232-907f-2e560f9854b0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.483221] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 790.483221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.483352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.483550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.483747] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.483866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.483936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.484103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.484233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.484274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.484356] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.485215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.485531] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.485662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.485702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.485885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.485973] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.666252] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.962450] env[66645]: INFO networking_nsxv3.common.synchronization [req-73cab54e-70f1-4d12-83dc-de5920622bc7 req-7886ea35-5452-4f0b-9562-e321ae040b1e tempest-ServersNegativeTestJSON-420291249 tempest-ServersNegativeTestJSON-420291249-project-member] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 790.962937] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 790.963257] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.963376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.963463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.963826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.964015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.965230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.965230] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.987920] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.988120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.988311] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.169718] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.348642] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.348896] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.349088] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.349462] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.349766] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.349939] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350097] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.350348] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.350488] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.350714] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.350889] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.351010] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.351124] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.351236] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.351338] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.351473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.378537] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.378805] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.378919] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.379256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.379442] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-8ca20436-5760-4f15-b0d7-d1006eb36c06 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.379606] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.379723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.380058] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.380198] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca20436-5760-4f15-b0d7-d1006eb36c06',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.466324] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.466519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.466587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.467040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.467187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.467421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.467550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.467635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.467828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.467947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.468077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c already deleted. [ 791.468185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.490639] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.671797] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 791.671797] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 791.883201] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.883438] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.883581] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.884153] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.884319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.884473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 8ca20436-5760-4f15-b0d7-d1006eb36c06 not found, creating... [ 791.885505] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.885683] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.886382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.886382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.886586] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.886755] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.887020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.887109] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.887289] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.887366] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 is going to be created. [ 791.906750] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.906978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907087] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.907339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.907644] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.907894] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.993553] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.994166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.994271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.994419] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 792.053950] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.075342] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 792.601359] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.601359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.601359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.602291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.615076] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 792.615673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.616719] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 792.656036] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.656036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.656036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.656036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.662040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.663043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 792.663043] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.663043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 792.665841] env[66645]: INFO networking_nsxv3.common.synchronization [req-73cab54e-70f1-4d12-83dc-de5920622bc7 req-b890e399-475a-44f3-93c2-0d33a8b0be5e service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 792.666469] env[66645]: INFO networking_nsxv3.common.synchronization [req-73cab54e-70f1-4d12-83dc-de5920622bc7 req-b890e399-475a-44f3-93c2-0d33a8b0be5e service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 792.667780] env[66645]: INFO networking_nsxv3.common.synchronization [req-73cab54e-70f1-4d12-83dc-de5920622bc7 req-b890e399-475a-44f3-93c2-0d33a8b0be5e service nova] Enqueued Resource ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 with Priority: HIGHEST for action port [ 792.667859] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 792.668377] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 792.668377] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 with Priority: HIGHEST for action port [ 792.668750] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.668879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.668935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.669265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670048] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.670048] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670804] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.671351] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca20436-5760-4f15-b0d7-d1006eb36c06 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.671597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.671597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.671709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.671764] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca20436-5760-4f15-b0d7-d1006eb36c06',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.709757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.709757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.710034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.710260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.711522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.711753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 792.772070] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.772070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.772070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.772070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.772070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.772973] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 792.830795] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.831023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.831115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.831441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.831674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.831897] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 792.831984] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'06bc4589-bcc6-416f-a002-5b2a87f26996', '0555cc0b-9faf-4596-a998-3037007589ef', 'da6ec788-e97e-41f0-a983-14fbab2f264e', '243f201e-4f28-40dc-bef2-23b21284361a', 'c91309b7-8d5a-4de7-9c2b-9e893130c3b7', '9389c921-043c-4b22-927d-4c73fc8ae3ed', '37618f85-0f36-4f79-8b52-767cb711053f', '4cbbeff7-98a8-4d7e-8e46-e123d5d575fa', '4fedd341-0683-4bed-95ce-2774e57eb0e0', '2da3a663-8ba5-4db7-8624-49b0dba218ab', '7475b029-7261-4f87-b611-6efca1ac9e1b', 'dc953449-14a4-40e3-ba52-192516526237', '9bcac88b-55d4-4892-b641-3ee66c397bc7', '4313d079-51e9-4cfc-9283-d6800b0fdeb2', '9fec6e39-7e42-4b18-b0f7-787c0919a32e', '62ba89c9-3b8f-47c0-857c-3fca0fea612c', '43c03dda-0abc-4886-a75d-69441c926612', '7bdc3fb9-c4dd-4c83-aead-bfe029262b13', '059a2f20-8e95-4d25-88c5-167de66e90d9', 'f3234a7a-2822-4575-9e6a-02e0c893ce40', '4a00fc80-01c5-4e21-9697-d511b603c9ac', '57c4ade6-ba3c-4a31-a381-b9fc2768c0e9', '8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d', '17500f9a-b4a1-4786-8f5d-d31cc62a000f', '75bb3b1a-d915-4ef3-a6a2-af7bb74e0513', '9b78b5f7-acbd-42e4-8dc0-46c1218daa7b', 'a990b75f-99ab-4d6c-b4c7-6582e101c3ac', 'e73b5044-c252-40a5-8b2e-40bfa080ecc4', '0bf15440-45d6-4099-b538-407706ae90c4', '0e8f7f49-2c83-4742-95ef-7f8405753de8', 'c2fe36ea-33f2-42c9-bb2a-aabfe1d20896', '893322f6-5398-4b26-8d4d-db4341d310f5'} {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.832322] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 792.857625] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.857809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.857859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.859514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.859514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.859514] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 792.859514] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.859514] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 792.946414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.946622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.946622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.947685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.947685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.947823] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 792.947875] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.947908] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 792.947973] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 792.950009] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 792.951827] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGH for action security_group_rules [ 792.951954] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGH for action security_group_rules [ 792.952534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGH for action security_group_rules [ 792.952918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGH for action security_group_rules [ 792.953151] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGH for action security_group_rules [ 792.953151] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGH for action security_group_rules [ 792.953151] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGH for action security_group_rules [ 792.953274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.174660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ca20436-5760-4f15-b0d7-d1006eb36c06 with status ACTIVE [ 793.174660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.174660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.174660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.174877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.174909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.175293] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.175536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.175536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.175536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.175633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.176186] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.176186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.176186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.176186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.176186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.176186] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 is going to be updated. [ 793.177618] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.177751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.177944] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.205538] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.205682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.205736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.680638] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.087883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 794.088180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.088401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.088661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.089509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.089713] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.185352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.186026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.186133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.186357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.186445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.186548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be created. [ 794.211936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.212139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.212197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.212386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.212547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.222061] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: UNINITIALIZED for 2s [ 794.593151] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.095173] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.598385] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.600217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.600217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.600217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.600217] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 795.628516] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.629195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.629195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.638963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 796.236224] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: UNINITIALIZED for 4s [ 796.361610] env[66645]: INFO networking_nsxv3.common.synchronization [None req-e9defa42-2c22-4dba-b7e4-aa49ed56da44 None None] Enqueued Resource ID: 28f507cf-a370-4edf-b7d7-966c60bef801 with Priority: HIGHEST for action port [ 796.362513] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f507cf-a370-4edf-b7d7-966c60bef801 with Priority: HIGHEST for action port [ 796.362689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 with Priority: HIGH for action security_group_rules [ 796.362827] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6ec788-e97e-41f0-a983-14fbab2f264e with Priority: HIGH for action security_group_rules [ 796.363165] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37618f85-0f36-4f79-8b52-767cb711053f with Priority: HIGH for action security_group_rules [ 796.363306] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGH for action security_group_rules [ 796.363442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 with Priority: HIGH for action security_group_rules [ 796.363551] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGH for action security_group_rules [ 796.363672] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 with Priority: HIGH for action security_group_rules [ 796.363776] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c03dda-0abc-4886-a75d-69441c926612 with Priority: HIGH for action security_group_rules [ 796.363885] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 796.364024] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c with Priority: HIGH for action security_group_rules [ 796.364183] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 with Priority: HIGH for action security_group_rules [ 796.364226] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc953449-14a4-40e3-ba52-192516526237 with Priority: HIGH for action security_group_rules [ 796.364340] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGH for action security_group_rules [ 796.364476] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab with Priority: HIGH for action security_group_rules [ 796.364519] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 with Priority: HIGH for action security_group_rules [ 796.364636] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGH for action security_group_rules [ 796.364768] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa with Priority: HIGH for action security_group_rules [ 796.365267] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 with Priority: HIGH for action security_group_rules [ 796.366166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGH for action security_group_rules [ 796.366166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGH for action security_group_rules [ 796.366166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f507cf-a370-4edf-b7d7-966c60bef801 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.366166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f507cf-a370-4edf-b7d7-966c60bef801" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.366166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f507cf-a370-4edf-b7d7-966c60bef801" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.367334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f507cf-a370-4edf-b7d7-966c60bef801" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.367334] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f507cf-a370-4edf-b7d7-966c60bef801',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.367829] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06bc4589-bcc6-416f-a002-5b2a87f26996 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.368799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.368799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.368799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.368799] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06bc4589-bcc6-416f-a002-5b2a87f26996',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.369267] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da6ec788-e97e-41f0-a983-14fbab2f264e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.369398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.369456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.369613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.369687] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da6ec788-e97e-41f0-a983-14fbab2f264e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.370494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37618f85-0f36-4f79-8b52-767cb711053f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.370976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.370976] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37618f85-0f36-4f79-8b52-767cb711053f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.372190] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.372275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.372461] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3234a7a-2822-4575-9e6a-02e0c893ce40 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.372651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.372651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.372815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.372888] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3234a7a-2822-4575-9e6a-02e0c893ce40',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.374064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.374764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.374764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.374764] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.376287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.377073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.377073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdc3fb9-c4dd-4c83-aead-bfe029262b13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.378124] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c03dda-0abc-4886-a75d-69441c926612 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.378244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.378346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.378468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379038] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c03dda-0abc-4886-a75d-69441c926612',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.380407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381425] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.382305] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.382743] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba89c9-3b8f-47c0-857c-3fca0fea612c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.384768] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcac88b-55d4-4892-b641-3ee66c397bc7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.384875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.384983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.385657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.385728] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcac88b-55d4-4892-b641-3ee66c397bc7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.386607] env[66645]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 796.387492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc953449-14a4-40e3-ba52-192516526237 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.387675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387959] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc953449-14a4-40e3-ba52-192516526237',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.389862] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.390229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.390307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.390465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.390539] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.391844] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da3a663-8ba5-4db7-8624-49b0dba218ab taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.392047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.392211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.392309] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da3a663-8ba5-4db7-8624-49b0dba218ab',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.393402] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fedd341-0683-4bed-95ce-2774e57eb0e0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.394063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.394149] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fedd341-0683-4bed-95ce-2774e57eb0e0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.395302] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.395640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.395640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.395746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.395952] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.397067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.397178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.397248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.397491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.397570] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cbbeff7-98a8-4d7e-8e46-e123d5d575fa',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.398510] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.398955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399033] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91309b7-8d5a-4de7-9c2b-9e893130c3b7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.399995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.400130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.400198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.400375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.400462] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.401746] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.401948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.402015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.402212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.402303] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.906999] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28f507cf-a370-4edf-b7d7-966c60bef801 [ 796.906999] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.907369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.907369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.907369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.907870] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28f507cf-a370-4edf-b7d7-966c60bef801 already deleted. [ 796.907870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f507cf-a370-4edf-b7d7-966c60bef801" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.928836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.929020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.929020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.929236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.931933] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.932083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.938534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.938534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.938815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.938815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.938974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.939200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.939287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.939357] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.952255] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.952429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.952473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.952647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.953372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.953372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.953372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.953372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.953372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.953372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.953740] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.954525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.954711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.954749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.955089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.955249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.955249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.955357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.956113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.956113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.956113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.956113] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.956712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.956835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.956933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.957286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.957481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.957597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.957660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.957828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.957925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.958042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.958196] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.967197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.967390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06bc4589-bcc6-416f-a002-5b2a87f26996 is going to be deleted. [ 796.973959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.981813] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.041424] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.041675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.044403] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.044566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.045527] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.045705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.046819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.046993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.048029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.049268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.052336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.052473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.054333] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.054552] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.054680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.055796] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.056236] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.056468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.057273] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.058060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.058060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.058800] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.059326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.059465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da6ec788-e97e-41f0-a983-14fbab2f264e is going to be deleted. [ 797.060688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.060979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.105240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.105240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37618f85-0f36-4f79-8b52-767cb711053f is going to be deleted. [ 797.105528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.105745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.125302] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.125571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.139768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.139768] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be deleted. [ 797.140422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.140780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.142654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.142804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.184038] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba89c9-3b8f-47c0-857c-3fca0fea612c is going to be deleted. [ 797.185047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.185047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.238244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.238537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.239483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.239612] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cbbeff7-98a8-4d7e-8e46-e123d5d575fa is going to be deleted. [ 797.241094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.241094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.275221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.275380] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3234a7a-2822-4575-9e6a-02e0c893ce40 is going to be deleted. [ 797.276493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.276660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.298768] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.298946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.360499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.360662] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da3a663-8ba5-4db7-8624-49b0dba218ab is going to be deleted. [ 797.362142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.362142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.468055] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.468055] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.485129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485652] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.486033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.486170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486468] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.486588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.486661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.486815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.486955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.487066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.487204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.487438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.487586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.487688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.487788] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.498052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4313d079-51e9-4cfc-9283-d6800b0fdeb2: rpc.has_security_group_logging(os_id): False [ 797.554241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.554421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.558023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.558023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.584970] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.585365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.587466] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1cac2859-a38d-48ca-bc1c-54f17e255579 None None] Enqueued Resource ID: 580c783a-9578-45bb-83bc-2a77ca6bbfeb with Priority: HIGHEST for action port [ 797.588014] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580c783a-9578-45bb-83bc-2a77ca6bbfeb with Priority: HIGHEST for action port [ 797.588360] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-580c783a-9578-45bb-83bc-2a77ca6bbfeb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.589259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580c783a-9578-45bb-83bc-2a77ca6bbfeb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.589259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580c783a-9578-45bb-83bc-2a77ca6bbfeb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.589259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580c783a-9578-45bb-83bc-2a77ca6bbfeb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.589259] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580c783a-9578-45bb-83bc-2a77ca6bbfeb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.592308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.592483] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdc3fb9-c4dd-4c83-aead-bfe029262b13 is going to be deleted. [ 797.593447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.593681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.598704] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.599574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.696940] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.700026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.700026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.700026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.700026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.700743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.700743] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.705643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.705643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.705643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.708567] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcac88b-55d4-4892-b641-3ee66c397bc7 is going to be deleted. [ 797.708567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.708567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.762554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.762871] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91309b7-8d5a-4de7-9c2b-9e893130c3b7 is going to be deleted. [ 797.765484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.765484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.767828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.767957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.828214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.828214] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be deleted. [ 797.828214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.828214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.868538] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.883041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.883041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc953449-14a4-40e3-ba52-192516526237 is going to be deleted. [ 797.883629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.884533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.923057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.923311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.957471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.957679] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c03dda-0abc-4886-a75d-69441c926612 is going to be deleted. [ 797.958735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.958968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.965242] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.965242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.970610] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0555cc0b-9faf-4596-a998-3037007589ef: rpc.has_security_group_logging(os_id): False [ 797.971524] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9389c921-043c-4b22-927d-4c73fc8ae3ed: rpc.has_security_group_logging(os_id): False [ 797.990573] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7475b029-7261-4f87-b611-6efca1ac9e1b: rpc.has_security_group_logging(os_id): False [ 798.003509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003657] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fedd341-0683-4bed-95ce-2774e57eb0e0 is going to be deleted. [ 798.004706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.004897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.005855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.006049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06bc4589-bcc6-416f-a002-5b2a87f26996" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.006218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.006405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.006573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.006628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da6ec788-e97e-41f0-a983-14fbab2f264e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.007197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.007366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.007461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.007758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37618f85-0f36-4f79-8b52-767cb711053f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.007908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.008053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.008287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.008287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.008675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.008675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.008675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.008675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cbbeff7-98a8-4d7e-8e46-e123d5d575fa" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.008823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.008923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba89c9-3b8f-47c0-857c-3fca0fea612c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.009618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3234a7a-2822-4575-9e6a-02e0c893ce40" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.010186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.010335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.028938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.028938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.032276] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.032462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.035140] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.035255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.076000] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.077235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.083961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.084310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.084446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.084492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.084742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.084830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.084945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 798.087130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.087353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.087353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.087492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da3a663-8ba5-4db7-8624-49b0dba218ab" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.087592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.087845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.087845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.088050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdc3fb9-c4dd-4c83-aead-bfe029262b13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.088808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.089117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.089117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.089201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.089236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.089356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c03dda-0abc-4886-a75d-69441c926612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.089486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.089632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.089709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.089825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcac88b-55d4-4892-b641-3ee66c397bc7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.089981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.090232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.090232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.090331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91309b7-8d5a-4de7-9c2b-9e893130c3b7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.090841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.091178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.091178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.091295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.091408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.091546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.092629] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 580c783a-9578-45bb-83bc-2a77ca6bbfeb [ 798.092822] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.092944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.093188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.093188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.093270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.093318] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:580c783a-9578-45bb-83bc-2a77ca6bbfeb already deleted. [ 798.093385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580c783a-9578-45bb-83bc-2a77ca6bbfeb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.152260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.153490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.160125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.160125] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.160125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.160125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.160125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.160125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.160125] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be updated. [ 798.160915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.161287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.210581] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fec6e39-7e42-4b18-b0f7-787c0919a32e: rpc.has_security_group_logging(os_id): False [ 798.216355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.216355] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.216621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.216621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.216801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.216883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.217067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.217202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.217291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.217505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.217584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.218134] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.218134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.218134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.218134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.218739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.218739] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 798.220747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.220747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.281179] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 798.281603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.281603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.281830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.282048] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.282191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.282265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.282421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.282501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282678] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.284414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.284558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.287933] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.288095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.294715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.295072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.295232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.295293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.295604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.295604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.295962] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed is going to be updated. [ 798.296856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.297069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.297176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.297357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc953449-14a4-40e3-ba52-192516526237" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.297425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.299439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.299439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.299439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fedd341-0683-4bed-95ce-2774e57eb0e0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.299439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.299439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.354371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.354815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.354901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.354901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.355162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.355216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.356052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.356052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.356052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.356052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.356052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.356052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.357040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.357040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.357040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.357040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.357040] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 798.358759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.358759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.358759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.360814] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.360814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.360814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.360993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.361251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.395666] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: IN_PROGRESS for 2s [ 798.397447] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 798.426293] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.426472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.426536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.426709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.426862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.476886] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 798.486072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.486233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.486392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.486631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.486787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.505904] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: IN_PROGRESS for 2s [ 798.524665] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.525500] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.525500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.525690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.526721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.559843] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 798.786189] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.786318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.786389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.786605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.786764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.786863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.786917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.787093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.787209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.787261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.787580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.787580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.787580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.787787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.787841] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.787904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.787954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.788096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.788204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.788258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.788329] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.201093] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2b7051a7-d3fc-411e-84d0-69c17d5cd516 None None] Enqueued Resource ID: 58968a68-a532-44cd-8e7d-a6375cd6f591 with Priority: HIGHEST for action port [ 799.202029] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58968a68-a532-44cd-8e7d-a6375cd6f591 with Priority: HIGHEST for action port [ 799.202029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-58968a68-a532-44cd-8e7d-a6375cd6f591 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.202448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58968a68-a532-44cd-8e7d-a6375cd6f591" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.202448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58968a68-a532-44cd-8e7d-a6375cd6f591" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.202448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58968a68-a532-44cd-8e7d-a6375cd6f591" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.202654] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58968a68-a532-44cd-8e7d-a6375cd6f591',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.292507] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b428a03-23ab-4ffa-87ad-008a0ad4b02c: rpc.has_security_group_logging(os_id): False [ 799.314397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.317321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.317402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.317643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.317747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.318422] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.318543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.318609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.318982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.319282] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.319545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.319622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.319788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.319851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.320051] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.320154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.320385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.320552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.320627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.320724] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be created. [ 799.430893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.430893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.430893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.431252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.431540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.453821] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 799.705395] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58968a68-a532-44cd-8e7d-a6375cd6f591 [ 799.705700] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.706450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.706499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58968a68-a532-44cd-8e7d-a6375cd6f591 already deleted. [ 799.706612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58968a68-a532-44cd-8e7d-a6375cd6f591" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.808521] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-dc61cc3a-8f9a-4e4f-b296-831e5ea2f80e tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 799.809214] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 799.809561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.810461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.810510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.811437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.811437] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.811437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.811437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.811437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.811437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.811727] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.012290] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9f5fc6c7-fa27-4b4a-8b32-6a83cca87a3d None None] Enqueued Resource ID: d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca with Priority: HIGHEST for action port [ 800.013303] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca with Priority: HIGHEST for action port [ 800.013303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.015428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.015428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.015648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.015765] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.257175] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.257318] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.257401] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.257727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.258211] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.258684] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.258822] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.259487] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.259600] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.259783] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.259901] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.260043] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.260135] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.260268] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.282865] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.283043] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.283196] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.283396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.283822] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.283985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.284055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.284377] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.284514] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1f003b-3fe3-4afc-a095-d10bc1fb2d37',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.317310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.317310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.317310] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af already deleted. [ 800.317310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.416671] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 800.416671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.417435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 800.417647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.490231] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 800.490580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.520171] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: SUCCESS [ 800.520855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.571551] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 800.571792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.571976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.572238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.572351] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.677412] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca [ 800.677412] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.677412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.677412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.677412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.677412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.677412] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca already deleted. [ 800.677412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ba6f32-ca30-49ee-ae0f-ca722ab3c1ca" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.788019] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.788019] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.788177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.790102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 not found, creating... [ 800.790102] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.790102] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.790102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.790716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.790716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.790716] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 is going to be created. [ 800.814844] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.814844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.814844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.814844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.814844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814844] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.075281] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.075516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.075516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.075721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.075831] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.076021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.076021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.076184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.076297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.076330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.076412] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.470144] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 801.470508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.566903] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-2e0d70a5-6b2d-4a01-b20e-4718fffde6c5 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 801.566903] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-2e0d70a5-6b2d-4a01-b20e-4718fffde6c5 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 801.566903] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-2e0d70a5-6b2d-4a01-b20e-4718fffde6c5 service nova] Enqueued Resource ID: 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 with Priority: HIGHEST for action port [ 801.567197] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 801.567335] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 801.567436] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 with Priority: HIGHEST for action port [ 801.567714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.567833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.567921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.569265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.569265] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.569265] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.569265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.569265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.569554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.569554] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.569639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.569674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.569891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.569891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.569976] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.570722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.570827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.570876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.571052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.571132] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1f003b-3fe3-4afc-a095-d10bc1fb2d37',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.579146] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.579424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.580542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.580542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.580542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.580542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.580542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.580542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.580842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.580842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.580980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.581126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.581213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.581325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.581464] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.581551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.581612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.581747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.581818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.581990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.581990] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.074099] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.074099] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.074099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.075142] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 with status ACTIVE [ 802.076079] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.076291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077164] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.077164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.077164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.077164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.077164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077164] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1f003b-3fe3-4afc-a095-d10bc1fb2d37 is going to be updated. [ 802.084908] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fec6e39-7e42-4b18-b0f7-787c0919a32e: rpc.has_security_group_logging(os_id): False [ 802.104130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.104278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.104354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.104573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.104724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.105145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.105235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.105410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.105489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.105702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.105847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.105931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.106235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.106450] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.106589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.106733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.106987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.107082] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 802.109468] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.109649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.109747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.109935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.110117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.110278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1f003b-3fe3-4afc-a095-d10bc1fb2d37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.199305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.199350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.199537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.199682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.232365] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 802.399566] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-82dffe49-da66-40e5-8310-0a33afac6378 tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 802.400057] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 802.402933] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.402933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.575528] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.803378] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.803604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.803716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.804087] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.804356] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.804571] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.804667] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.804954] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.805131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.805355] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.805473] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.805589] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.805682] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.805798] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.806083] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.806083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.836815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.837126] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.837210] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.837331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.837729] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.837917] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.838061] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.838421] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.838571] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('534abda3-6fcd-4cd1-9dc5-a40adfadd7ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.080182] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.080432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.080432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.080629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.080703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.080783] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be created. [ 803.105749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.105749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.105749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.106219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.106417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.123651] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: UNINITIALIZED for 2s [ 803.340931] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.341366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.341514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.341803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.341985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.342237] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec not found, creating... [ 803.342453] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.342620] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.342736] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.342968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.343185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.343461] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.343652] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.343771] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.343993] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.344135] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.344278] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec is going to be created. [ 803.369116] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.369486] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.369486] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.369638] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.369867] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.370154] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179992] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-20330695-af8f-47b0-8634-8222c9372e92 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 804.180278] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-20330695-af8f-47b0-8634-8222c9372e92 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 804.180278] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-20330695-af8f-47b0-8634-8222c9372e92 service nova] Enqueued Resource ID: 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec with Priority: HIGHEST for action port [ 804.180797] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 804.180942] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 804.181662] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec with Priority: HIGHEST for action port [ 804.182203] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.182302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.182599] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.182755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.183020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.183162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.183225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.183400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.183475] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('534abda3-6fcd-4cd1-9dc5-a40adfadd7ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.274434] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 804.274705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.275269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.275495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.275603] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.686774] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec with status ACTIVE [ 804.687113] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.687445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.687535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.687709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.688034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.688130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.688263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.688431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.688431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.688586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.688686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.688751] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 534abda3-6fcd-4cd1-9dc5-a40adfadd7ec is going to be updated. [ 804.734459] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.735556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.735821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.736187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.736375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.736653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-534abda3-6fcd-4cd1-9dc5-a40adfadd7ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.780087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.780565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.780683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.780827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.781013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.781314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.781399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.781596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.782039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.782039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.782039] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.135786] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 805.136138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.136873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.137129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.137224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.137365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.137579] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.138586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.138759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.138960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.139110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.139180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.139283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.139361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139458] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.284453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.284819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.284869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.286220] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.286220] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.286220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.286220] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.286833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.286833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.286833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.286833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.286833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.288112] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.642066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.642266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.642589] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.793403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fec6e39-7e42-4b18-b0f7-787c0919a32e: rpc.has_security_group_logging(os_id): False [ 805.813037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.813037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.813037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.813291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.813364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.813856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.813856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.813856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.814235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.814235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.814336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.814468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.814553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.814847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.814983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.815282] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.815437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.815530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.815725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.815838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.815970] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 805.894427] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.894644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.894746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.894982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.895179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.913710] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 806.145969] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.649249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.649623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.649729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.651022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 806.680271] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.680271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.680483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.681108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.681108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.693656] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 807.933223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 807.933223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.499047] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-02529547-e586-4e0a-8870-667cc71e54ab tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 808.499736] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 808.499984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.500343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.703984] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 808.704741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.704993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.705372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.705545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.705721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.705808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.709023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.709023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.709023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.925562] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.925562] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925562] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.926178] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.926369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.926489] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.926717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.926882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.927528] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.927528] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.927528] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.927528] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.927815] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.927815] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.927815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.952444] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.952760] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.952760] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.953036] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-150" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.953558] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-58bd4d35-d029-4a9d-939c-592dac659a9f taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.953779] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.953901] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.954313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.954419] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58bd4d35-d029-4a9d-939c-592dac659a9f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.211322] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.457627] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.457847] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.458315] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.458624] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.458624] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 58bd4d35-d029-4a9d-939c-592dac659a9f not found, creating... [ 809.458892] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.459103] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.459238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.459474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.459630] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.459961] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.460122] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.460232] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.460414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.460545] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.460681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 58bd4d35-d029-4a9d-939c-592dac659a9f is going to be created. [ 809.481591] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.481827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.482107] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.482403] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.482693] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.482927] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.495813] env[66645]: INFO networking_nsxv3.common.synchronization [None req-81d21336-1bee-4418-816b-e53f4fae7ce8 None None] Enqueued Resource ID: cc06d043-afa4-4008-9b6f-cabe12233eb5 with Priority: HIGHEST for action port [ 809.495813] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc06d043-afa4-4008-9b6f-cabe12233eb5 with Priority: HIGHEST for action port [ 809.495813] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc06d043-afa4-4008-9b6f-cabe12233eb5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.495813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc06d043-afa4-4008-9b6f-cabe12233eb5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.495813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc06d043-afa4-4008-9b6f-cabe12233eb5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.495813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc06d043-afa4-4008-9b6f-cabe12233eb5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.495813] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc06d043-afa4-4008-9b6f-cabe12233eb5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.714487] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.998400] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc06d043-afa4-4008-9b6f-cabe12233eb5 [ 809.998681] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.998744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.998820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.999039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.999152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.999250] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc06d043-afa4-4008-9b6f-cabe12233eb5 already deleted. [ 809.999336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc06d043-afa4-4008-9b6f-cabe12233eb5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.217266] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.217441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.217441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.217743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.217743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.217853] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 810.236890] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-57aa5df0-d87f-4032-94ee-d9a8f0787412 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 810.236890] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-57aa5df0-d87f-4032-94ee-d9a8f0787412 service nova] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 810.236890] env[66645]: INFO networking_nsxv3.common.synchronization [req-852d3a08-2a4e-4223-b727-cc74ac956d08 req-57aa5df0-d87f-4032-94ee-d9a8f0787412 service nova] Enqueued Resource ID: 58bd4d35-d029-4a9d-939c-592dac659a9f with Priority: HIGHEST for action port [ 810.238100] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_rules [ 810.238100] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 810.238100] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58bd4d35-d029-4a9d-939c-592dac659a9f with Priority: HIGHEST for action port [ 810.238100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.238100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.238100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.238100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.238492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-58bd4d35-d029-4a9d-939c-592dac659a9f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.238492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.238492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.238723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.238723] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58bd4d35-d029-4a9d-939c-592dac659a9f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.250820] env[66645]: INFO networking_nsxv3.common.synchronization [req-2c771598-7b0f-4fd3-af48-ac580df5ee09 req-aae5f5ef-b437-47af-9250-3bede59cc46e tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 810.251522] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 810.252256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.252256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.252256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.252476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.253039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.253039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.253039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.253039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.253039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.253039] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.255484] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.255484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.255699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.255699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.255827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.265114] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 810.743023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58bd4d35-d029-4a9d-939c-592dac659a9f with status ACTIVE [ 810.743023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.743023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.743023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.743023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.743023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58bd4d35-d029-4a9d-939c-592dac659a9f is going to be updated. [ 810.755482] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.764544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.764886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.764886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.765475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.765630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.765817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58bd4d35-d029-4a9d-939c-592dac659a9f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.258362] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.761347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.761858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.763239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.763239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.763239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.763239] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 811.793234] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.793234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.793234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.793380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.793413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.804754] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 812.073717] env[66645]: INFO networking_nsxv3.common.synchronization [None req-fc05d82c-23b8-4fb3-87ac-5fc70f785e26 None None] Enqueued Resource ID: 39465581-f40e-47e2-ab69-3ea3a59d242c with Priority: HIGHEST for action port [ 812.073717] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39465581-f40e-47e2-ab69-3ea3a59d242c with Priority: HIGHEST for action port [ 812.073717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-39465581-f40e-47e2-ab69-3ea3a59d242c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.073717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39465581-f40e-47e2-ab69-3ea3a59d242c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.073717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39465581-f40e-47e2-ab69-3ea3a59d242c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.073717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39465581-f40e-47e2-ab69-3ea3a59d242c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.073717] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39465581-f40e-47e2-ab69-3ea3a59d242c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.276056] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 812.277141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.277141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.277141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.277300] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.277381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.277460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.277682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.277801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.277926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.278178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.278294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.278389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.278601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.278802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.278939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.279056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.279291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.279366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.279477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.279631] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.280841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.281181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.281356] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.281502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.281598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.281805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.281922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.282067] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.327878] env[66645]: INFO networking_nsxv3.common.synchronization [None req-186e2925-b416-41ee-b639-26f3527de7fd None None] Enqueued Resource ID: 8da9d731-9532-4114-92ef-e60639648b0b with Priority: HIGHEST for action port [ 812.328091] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da9d731-9532-4114-92ef-e60639648b0b with Priority: HIGHEST for action port [ 812.328328] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da9d731-9532-4114-92ef-e60639648b0b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.328454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da9d731-9532-4114-92ef-e60639648b0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.328521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da9d731-9532-4114-92ef-e60639648b0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.329165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da9d731-9532-4114-92ef-e60639648b0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.329165] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da9d731-9532-4114-92ef-e60639648b0b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.578186] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39465581-f40e-47e2-ab69-3ea3a59d242c [ 812.578710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.578971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.579253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.579630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.579812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.580636] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39465581-f40e-47e2-ab69-3ea3a59d242c already deleted. [ 812.581093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39465581-f40e-47e2-ab69-3ea3a59d242c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.788279] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.788279] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e35e9e-fd67-41e0-afe9-38b35efee1af: rpc.has_security_group_logging(os_id): False [ 812.804386] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.804594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.804698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.804955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.805083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.805300] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.805414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.805483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.805684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.805732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.805955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.806072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.806147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.806307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.806391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.806608] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.807470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.807470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.807649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.808294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.808382] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be created. [ 812.831426] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da9d731-9532-4114-92ef-e60639648b0b [ 812.832066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.832555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.832683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.833047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.833423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da9d731-9532-4114-92ef-e60639648b0b already deleted. [ 812.833999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da9d731-9532-4114-92ef-e60639648b0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.870870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.871141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.871249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.871567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.871833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.885870] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 813.291717] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.427102] env[66645]: INFO networking_nsxv3.common.synchronization [req-2755383a-df84-4289-a3d2-513b74ba2d71 req-bb47841b-f8c8-4d55-81b8-51bb06a373af tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 813.429032] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 813.429032] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.429032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.429348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.429392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.429793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.429793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.429793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.429923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.429923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.430061] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.797433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.797645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.797720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.797963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.798067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.798171] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 813.817520] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 813.817747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.840035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.840035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.840035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.840035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.840035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.845318] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.846145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.846355] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.847009] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.847313] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.847479] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.849593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.849593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.849593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.850328] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.850328] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.850328] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.850328] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.850328] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.850508] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.850552] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.852439] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 813.872428] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.872648] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.872767] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.872857] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.873211] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-99cbe1f0-d78d-40d0-8e9f-a1d200460348 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.874163] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.874387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.874722] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.874877] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cbe1f0-d78d-40d0-8e9f-a1d200460348',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.934097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.957945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.957945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.957945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.957945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.957945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.957945] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 813.983967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.984215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.984215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.984411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.984621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.995739] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 814.210146] env[66645]: INFO networking_nsxv3.common.synchronization [req-4388601c-1c7a-4afd-a9fc-19131895a634 req-f4532f50-3eec-4374-b5ce-e6a83386997f tempest-VolumesAssistedSnapshotsTest-357023732 tempest-VolumesAssistedSnapshotsTest-357023732-project-member] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 814.210786] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGHEST for action security_group_members [ 814.211194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.211368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.211433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.211618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.211792] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.211902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.211983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.212172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.212287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.212414] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.377742] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.378098] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.378143] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.378424] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.378578] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.378746] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 99cbe1f0-d78d-40d0-8e9f-a1d200460348 not found, creating... [ 814.379257] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.379420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.379546] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.379800] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.379948] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.380276] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.380461] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.380555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.380837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.381010] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.381214] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 99cbe1f0-d78d-40d0-8e9f-a1d200460348 is going to be created. [ 814.408015] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.408284] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.408365] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.408692] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.408995] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.409311] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.631909] env[66645]: INFO networking_nsxv3.common.synchronization [None req-280abd6e-9048-49a1-8af2-fcaee4d44f60 None None] Enqueued Resource ID: 159db1c7-e416-4b34-9258-50f5e4e27c2f with Priority: HIGHEST for action port [ 814.632695] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159db1c7-e416-4b34-9258-50f5e4e27c2f with Priority: HIGHEST for action port [ 814.633492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-159db1c7-e416-4b34-9258-50f5e4e27c2f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.633629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-159db1c7-e416-4b34-9258-50f5e4e27c2f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.633677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-159db1c7-e416-4b34-9258-50f5e4e27c2f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.634018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-159db1c7-e416-4b34-9258-50f5e4e27c2f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.634141] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('159db1c7-e416-4b34-9258-50f5e4e27c2f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.718303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.718303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.718303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.718303] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed is going to be updated. [ 814.771405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.771405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.771405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.771405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.771405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.787568] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: IN_PROGRESS for 2s [ 814.905384] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 814.905384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.905384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.905384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.905384] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.137618] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 159db1c7-e416-4b34-9258-50f5e4e27c2f [ 815.137618] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.137618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.137618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.137618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.137618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.137618] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:159db1c7-e416-4b34-9258-50f5e4e27c2f already deleted. [ 815.137618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-159db1c7-e416-4b34-9258-50f5e4e27c2f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.286482] env[66645]: INFO networking_nsxv3.common.synchronization [req-2755383a-df84-4289-a3d2-513b74ba2d71 req-78178341-1e37-4621-a98b-30d191ecdad1 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 815.286614] env[66645]: INFO networking_nsxv3.common.synchronization [req-2755383a-df84-4289-a3d2-513b74ba2d71 req-78178341-1e37-4621-a98b-30d191ecdad1 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 815.286756] env[66645]: INFO networking_nsxv3.common.synchronization [req-2755383a-df84-4289-a3d2-513b74ba2d71 req-78178341-1e37-4621-a98b-30d191ecdad1 service nova] Enqueued Resource ID: 99cbe1f0-d78d-40d0-8e9f-a1d200460348 with Priority: HIGHEST for action port [ 815.287670] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 815.287881] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 815.287943] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cbe1f0-d78d-40d0-8e9f-a1d200460348 with Priority: HIGHEST for action port [ 815.288986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.288986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.288986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.289370] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.290262] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.290505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.290554] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cbe1f0-d78d-40d0-8e9f-a1d200460348 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.290812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.290812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.290888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.293352] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cbe1f0-d78d-40d0-8e9f-a1d200460348',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.407218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.407700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.793037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.793196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.796568] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99cbe1f0-d78d-40d0-8e9f-a1d200460348 with status ACTIVE [ 815.797928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.797928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.797928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.798342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.798342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.798342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.798342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.798493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.798550] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99cbe1f0-d78d-40d0-8e9f-a1d200460348 is going to be updated. [ 815.823615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.823615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.823615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.823615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.823615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.823615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cbe1f0-d78d-40d0-8e9f-a1d200460348" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.866044] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 815.866535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.866772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.867033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.867249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.867366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.867452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.867606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.867703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.867822] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.008308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 816.008534] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d deletion is rescheduled due to dependency. [ 816.008703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.008910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.009203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.010211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.010336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.010673] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.370337] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.513389] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.798770] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed in Status: SUCCESS [ 816.798770] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed deletion is rescheduled due to dependency. [ 816.798770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.872819] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.019975] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.378564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.378764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.378764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.380036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.380036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.380036] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 817.412358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.412358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.412358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.412358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.412358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.422022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 817.424803] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b374f901-a598-4f07-8ccf-b18e88857805 None None] Enqueued Resource ID: 7fbeb4c2-9412-44a9-a12f-93246078b904 with Priority: HIGHEST for action port [ 817.425277] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbeb4c2-9412-44a9-a12f-93246078b904 with Priority: HIGHEST for action port [ 817.427019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fbeb4c2-9412-44a9-a12f-93246078b904 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.427019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fbeb4c2-9412-44a9-a12f-93246078b904" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.427019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fbeb4c2-9412-44a9-a12f-93246078b904" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.427019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fbeb4c2-9412-44a9-a12f-93246078b904" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.427019] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbeb4c2-9412-44a9-a12f-93246078b904',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.523855] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.524527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.524527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.524527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.524527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.524527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 817.581518] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.581518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.581518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.594544] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 817.929682] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fbeb4c2-9412-44a9-a12f-93246078b904 [ 817.929682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.929682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929682] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fbeb4c2-9412-44a9-a12f-93246078b904 already deleted. [ 817.929682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fbeb4c2-9412-44a9-a12f-93246078b904" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.056298] env[66645]: INFO networking_nsxv3.common.synchronization [None req-dc12ce68-8aaa-4172-9047-9d857b8e5f9f tempest-ServerActionsV293TestJSON-1649109971 tempest-ServerActionsV293TestJSON-1649109971-project-member] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 819.057522] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 819.057522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.057849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.057849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.057997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.057997] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.432655] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 819.432958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.432958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.433174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.433496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.433558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.433926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433926] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.585487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.585704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.585761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.585949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.586060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.586268] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c already deleted. [ 819.586268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.609197] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 819.609197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.609755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.609755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.609755] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.609973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.610053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.610225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.610323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.610394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.610492] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.631176] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0724e2c4-a482-44eb-8268-a8e67338e3e9 tempest-ServerActionsV293TestJSON-1649109971 tempest-ServerActionsV293TestJSON-1649109971-project-member] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 819.632025] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 819.632170] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.632249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.633775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.633775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.633775] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.653781] env[66645]: INFO networking_nsxv3.common.synchronization [None req-e964fadc-773d-49d6-93f3-33e059df63e0 None None] Enqueued Resource ID: aa5b9ea9-e24c-486a-be48-e217d2678f4e with Priority: HIGHEST for action port [ 819.661555] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5b9ea9-e24c-486a-be48-e217d2678f4e with Priority: HIGHEST for action port [ 819.661555] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa5b9ea9-e24c-486a-be48-e217d2678f4e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa5b9ea9-e24c-486a-be48-e217d2678f4e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa5b9ea9-e24c-486a-be48-e217d2678f4e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.663560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa5b9ea9-e24c-486a-be48-e217d2678f4e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.663669] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5b9ea9-e24c-486a-be48-e217d2678f4e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.939549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.942080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.942080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.942080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.942080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.943133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.943133] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.114937] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115851] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.116116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.116255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.116393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.116566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.116754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.116890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.116991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.117203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.117435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.117656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.117742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.117920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.118057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.118194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.118372] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.154203] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.154383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.154456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.154668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.154751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.154844] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c already deleted. [ 820.154947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.166493] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa5b9ea9-e24c-486a-be48-e217d2678f4e [ 820.166702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.166837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.166904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.167770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.167770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.167770] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa5b9ea9-e24c-486a-be48-e217d2678f4e already deleted. [ 820.167979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa5b9ea9-e24c-486a-be48-e217d2678f4e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200209] env[66645]: INFO networking_nsxv3.common.synchronization [None req-73bf4508-587d-444d-9c71-60aef03708b7 None None] Enqueued Resource ID: fa08dc6b-81dc-4593-8ea9-aa5c485b0d25 with Priority: HIGHEST for action port [ 820.200481] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08dc6b-81dc-4593-8ea9-aa5c485b0d25 with Priority: HIGHEST for action port [ 820.200952] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa08dc6b-81dc-4593-8ea9-aa5c485b0d25 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa08dc6b-81dc-4593-8ea9-aa5c485b0d25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa08dc6b-81dc-4593-8ea9-aa5c485b0d25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa08dc6b-81dc-4593-8ea9-aa5c485b0d25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202036] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa08dc6b-81dc-4593-8ea9-aa5c485b0d25',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.444268] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e35e9e-fd67-41e0-afe9-38b35efee1af: rpc.has_security_group_logging(os_id): False [ 820.462481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.462690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.462690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.462922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.463030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.463226] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.463327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.463383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.463564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.463640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.463818] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.463907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.463968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.464643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.464643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.464643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.464643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.464643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.464931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.464931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.464931] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 820.539737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.539955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.540109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.540270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.540445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.562642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 820.623011] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d: rpc.has_security_group_logging(os_id): False [ 820.652052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.652052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.652052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.652321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.652321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.654122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.654122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.654122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.654627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.654627] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 820.705421] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa08dc6b-81dc-4593-8ea9-aa5c485b0d25 [ 820.705658] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.705786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.705863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.706093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.706202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.706276] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa08dc6b-81dc-4593-8ea9-aa5c485b0d25 already deleted. [ 820.706355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa08dc6b-81dc-4593-8ea9-aa5c485b0d25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.721255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.721314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.721654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.738207] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 822.265374] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5393d48-b641-4ca8-b5d5-fd347a0ba54b req-40dffe4d-0c49-481c-bbff-d7d291e6a17c tempest-ServersV294TestFqdnHostnames-163104321 tempest-ServersV294TestFqdnHostnames-163104321-project-member] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 822.265374] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 822.265374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.267209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.268121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.268121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.268580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.270437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.270437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.270437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.270437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.270437] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.578903] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 822.579146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.579354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.579581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.579671] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.612320] env[66645]: INFO networking_nsxv3.common.synchronization [None req-3aaf3ac3-41e5-4386-882b-70b9de9e7288 None None] Enqueued Resource ID: a9e5ffd1-3980-4dce-8887-ed9d7d2ce252 with Priority: HIGHEST for action port [ 822.612423] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e5ffd1-3980-4dce-8887-ed9d7d2ce252 with Priority: HIGHEST for action port [ 822.612656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e5ffd1-3980-4dce-8887-ed9d7d2ce252 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.612812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e5ffd1-3980-4dce-8887-ed9d7d2ce252" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.613051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e5ffd1-3980-4dce-8887-ed9d7d2ce252" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.613385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e5ffd1-3980-4dce-8887-ed9d7d2ce252" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.613385] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e5ffd1-3980-4dce-8887-ed9d7d2ce252',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.697835] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.698954] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-880" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.698954] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-880" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.698954] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-880" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.698954] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.699658] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.699865] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.700857] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.701233] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.701534] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.702372] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.703465] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.703465] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.703465] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.703465] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.703465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.725154] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.725332] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.725472] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.725652] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-880" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.726014] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-35f2a729-b149-4e62-bcba-92e701d10ebb taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.726150] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.726256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.726583] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.726723] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f2a729-b149-4e62-bcba-92e701d10ebb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.753034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 822.753286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.772611] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.772757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.772961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.773023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.773129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.773332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.773503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.773574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.773812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.773812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.773913] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 already deleted. [ 822.773964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.083676] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.083865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.083923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.084162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.084329] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.084432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.084497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.084642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.084729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.084816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.084905] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.117507] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e5ffd1-3980-4dce-8887-ed9d7d2ce252 [ 823.117746] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.118079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.118184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.118423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.118520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.118624] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e5ffd1-3980-4dce-8887-ed9d7d2ce252 already deleted. [ 823.118711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e5ffd1-3980-4dce-8887-ed9d7d2ce252" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.232026] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.232392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.232601] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.232967] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.233220] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.233424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 35f2a729-b149-4e62-bcba-92e701d10ebb not found, creating... [ 823.233808] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.233990] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.234157] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.234473] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.234635] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.234982] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.235241] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.235435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.235760] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.235961] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.236204] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 35f2a729-b149-4e62-bcba-92e701d10ebb is going to be created. [ 823.256646] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.256887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.256954] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.257281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.257514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.257742] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.587853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.588276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.588367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.588695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.588867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.589051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.589306] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.589424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.589486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.589664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.589765] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.589856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.589911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.590057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.590132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.590209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.590299] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.014161] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5393d48-b641-4ca8-b5d5-fd347a0ba54b req-df9f40a8-47db-4b54-bdcc-6c205ed8b469 service nova] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 824.014344] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5393d48-b641-4ca8-b5d5-fd347a0ba54b req-df9f40a8-47db-4b54-bdcc-6c205ed8b469 service nova] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 824.014483] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5393d48-b641-4ca8-b5d5-fd347a0ba54b req-df9f40a8-47db-4b54-bdcc-6c205ed8b469 service nova] Enqueued Resource ID: 35f2a729-b149-4e62-bcba-92e701d10ebb with Priority: HIGHEST for action port [ 824.015885] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_rules [ 824.015885] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 824.015885] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f2a729-b149-4e62-bcba-92e701d10ebb with Priority: HIGHEST for action port [ 824.017772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.018810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.018810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.018810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.018810] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.019809] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.020012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.020432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.020533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.020600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.021334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.021404] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.022608] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f2a729-b149-4e62-bcba-92e701d10ebb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.022743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.023087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.023087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.023087] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f2a729-b149-4e62-bcba-92e701d10ebb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.094554] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e35e9e-fd67-41e0-afe9-38b35efee1af: rpc.has_security_group_logging(os_id): False [ 824.118327] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.118327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.118327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.118702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.118702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.118702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.118850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.118850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.119031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.119091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.120115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.120115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.120600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.120600] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 824.184967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.185257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.185257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.185481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.185722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.203488] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 824.529130] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.533330] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.535623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.535623] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35f2a729-b149-4e62-bcba-92e701d10ebb with status ACTIVE [ 824.535623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.535623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.535623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.535623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.535623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.536178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.536178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.536178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536608] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.540263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.540263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.540263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.540263] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35f2a729-b149-4e62-bcba-92e701d10ebb is going to be updated. [ 824.567302] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.567536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.567640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.568572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.568572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.568572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f2a729-b149-4e62-bcba-92e701d10ebb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036838] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.515487] env[66645]: INFO networking_nsxv3.common.synchronization [None req-aae5da90-b3cc-4a92-a650-464ec5270333 None None] Enqueued Resource ID: 8d605948-4f62-4620-aedc-521d1aa129e1 with Priority: HIGHEST for action port [ 825.515487] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d605948-4f62-4620-aedc-521d1aa129e1 with Priority: HIGHEST for action port [ 825.515709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d605948-4f62-4620-aedc-521d1aa129e1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.515828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d605948-4f62-4620-aedc-521d1aa129e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.515894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d605948-4f62-4620-aedc-521d1aa129e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.517069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d605948-4f62-4620-aedc-521d1aa129e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.517069] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d605948-4f62-4620-aedc-521d1aa129e1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.539767] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.539902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.539971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.540247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.540393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.540590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 is going to be created. [ 825.567397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.567608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.567608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.568263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.568263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.578988] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: UNINITIALIZED for 2s [ 826.018733] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d605948-4f62-4620-aedc-521d1aa129e1 [ 826.018980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.019142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.019210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.019995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.019995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.019995] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d605948-4f62-4620-aedc-521d1aa129e1 already deleted. [ 826.019995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d605948-4f62-4620-aedc-521d1aa129e1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.218714] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 826.218714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.592168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: SUCCESS [ 827.592535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.592691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.592991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.593507] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.594257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.594257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594497] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.629417] env[66645]: INFO networking_nsxv3.common.synchronization [req-008305ee-0cff-4f53-bf0b-5ea035a918d6 req-1c83c8ea-8a3e-4ad1-bae0-5ba713977c62 tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 827.629898] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 827.630225] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.630349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.630417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.630858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.630858] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.630858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.631443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.631443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.631443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.631443] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.711897] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c0cc7441-1699-4d90-8715-34392c879f69 None None] Enqueued Resource ID: bb2af196-5df1-4cf6-86eb-b71039a24f52 with Priority: HIGHEST for action port [ 827.712809] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2af196-5df1-4cf6-86eb-b71039a24f52 with Priority: HIGHEST for action port [ 827.713197] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2af196-5df1-4cf6-86eb-b71039a24f52 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.713308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2af196-5df1-4cf6-86eb-b71039a24f52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.713426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2af196-5df1-4cf6-86eb-b71039a24f52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.713727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2af196-5df1-4cf6-86eb-b71039a24f52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.713727] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2af196-5df1-4cf6-86eb-b71039a24f52',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.097727] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.137987] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.216027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb2af196-5df1-4cf6-86eb-b71039a24f52 [ 828.216204] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.216204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.216312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.216845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.216944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.217115] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb2af196-5df1-4cf6-86eb-b71039a24f52 already deleted. [ 828.217210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2af196-5df1-4cf6-86eb-b71039a24f52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.601507] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b28a5bf-24db-4379-8651-b42c07fe2ce2: rpc.has_security_group_logging(os_id): False [ 828.621333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.622179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.622179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.622179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.622179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.622480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.622480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.622480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.622582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.622616] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 is going to be created. [ 828.640553] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.688129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.688299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.688344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.688553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.688738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.700928] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: IN_PROGRESS for 2s [ 829.144885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.144885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.144885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.144885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.144885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.144885] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 829.179620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.179803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.179803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.180038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.180188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.191980] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 830.711976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: SUCCESS [ 830.712291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.126084] env[66645]: INFO networking_nsxv3.common.synchronization [req-4898addc-1893-4a34-80fb-d83e36ca2fd1 req-f5d290dd-f9f9-4dac-9344-d29c8066432b tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 831.126730] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 831.127990] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.128330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.128431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.128787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.128963] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.129084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.129140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.129300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.129407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.129484] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.202175] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 831.202482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.616948] env[66645]: INFO networking_nsxv3.common.synchronization [req-a338633b-dd6b-4630-a1a3-f8cb24a739d3 req-6da0c08c-e686-45d7-8c06-1eb0cb0b8c76 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 831.618583] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 831.618966] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.619114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.619212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.619410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.619577] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.619674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.619735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.619898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.619982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.621718] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.631784] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.125155] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.125608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.125608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.125718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.125802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.126048] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.126153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.126217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.126387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.126545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.126545] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be deleted. [ 832.134607] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.134797] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.134924] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.135217] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.135484] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.135721] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135795] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.135998] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.136148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.136353] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.136463] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.136567] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.136671] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.136775] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.136877] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.137023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.138142] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.159130] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.159130] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.159469] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.159469] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.159817] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.160018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.160181] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.160573] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.161464] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14afa886-7ef2-4aeb-99ea-6c99cfa053d6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.167921] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.168098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.168153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.168376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.168453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.168871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.524542] env[66645]: INFO networking_nsxv3.common.synchronization [None req-6e275bcb-9818-4449-b692-7759f1e27c28 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 832.525427] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 832.525837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.525993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.526105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.526412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.526508] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.640755] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.640934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.641022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.641244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.641377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.641504] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 832.664895] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.665190] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.665294] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.665570] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.665782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.665950] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 not found, creating... [ 832.666245] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.666404] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.666523] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.666743] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667033] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.667328] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.667489] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.667609] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667817] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667952] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.668109] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 is going to be created. [ 832.686386] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.686567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.686640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.686785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.686989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.694776] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.694983] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.695115] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.695376] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.695594] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.695833] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.697369] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 833.047978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.048172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.048276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.048529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.048616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.048745] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21138644-7415-4530-973f-48734e4d0076 already deleted. [ 833.048841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.439796] env[66645]: INFO networking_nsxv3.common.synchronization [req-a338633b-dd6b-4630-a1a3-f8cb24a739d3 req-2e2478d5-9119-4409-924f-7a051730187a service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 833.440077] env[66645]: INFO networking_nsxv3.common.synchronization [req-a338633b-dd6b-4630-a1a3-f8cb24a739d3 req-2e2478d5-9119-4409-924f-7a051730187a service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 833.440144] env[66645]: INFO networking_nsxv3.common.synchronization [req-a338633b-dd6b-4630-a1a3-f8cb24a739d3 req-2e2478d5-9119-4409-924f-7a051730187a service nova] Enqueued Resource ID: 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 with Priority: HIGHEST for action port [ 833.440367] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 833.440497] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 833.440824] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 with Priority: HIGHEST for action port [ 833.441993] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.442146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.442260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.442474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.442556] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.443407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.443518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.443585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.443823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.443975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.444084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.444149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.444291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.444376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.444469] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.445245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.445341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.445446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.445543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.445613] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14afa886-7ef2-4aeb-99ea-6c99cfa053d6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.497405] env[66645]: INFO networking_nsxv3.common.synchronization [None req-6c3b9d8c-f09d-41e6-b489-7fa3976da840 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 833.497405] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 833.497405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.497405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.497405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.498050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.498233] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.947203] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.947404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.947545] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.948452] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 with status ACTIVE [ 833.948633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.948789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.948951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.949011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.949099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.949493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.949493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.949493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.949722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.949722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.949947] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.949947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.949947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.950226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.950226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.950226] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14afa886-7ef2-4aeb-99ea-6c99cfa053d6 is going to be updated. [ 833.972576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.972745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.972820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.973364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14afa886-7ef2-4aeb-99ea-6c99cfa053d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.992339] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8536c204-23bc-43d1-a3f3-8b0aba9f3969 None None] Enqueued Resource ID: ab1c523a-ac69-4ad7-8294-39495c47fdf9 with Priority: HIGHEST for action port [ 833.992929] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1c523a-ac69-4ad7-8294-39495c47fdf9 with Priority: HIGHEST for action port [ 833.993279] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab1c523a-ac69-4ad7-8294-39495c47fdf9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.993398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab1c523a-ac69-4ad7-8294-39495c47fdf9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.993458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab1c523a-ac69-4ad7-8294-39495c47fdf9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.993710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab1c523a-ac69-4ad7-8294-39495c47fdf9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.993784] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1c523a-ac69-4ad7-8294-39495c47fdf9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.030751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.030935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.030979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.031290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.032132] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21138644-7415-4530-973f-48734e4d0076 already deleted. [ 834.032132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.452972] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.501028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab1c523a-ac69-4ad7-8294-39495c47fdf9 [ 834.501028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.501028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.501028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.501298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.501298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.501691] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab1c523a-ac69-4ad7-8294-39495c47fdf9 already deleted. [ 834.501691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab1c523a-ac69-4ad7-8294-39495c47fdf9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.711589] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 834.711589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.958315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.958315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.958315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.958315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.958569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.958608] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be created. [ 834.990175] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.990175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.990175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.990175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.990849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.013836] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: UNINITIALIZED for 2s [ 836.708149] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9eec18d0-c02f-42b4-a771-3f87a4925c0b None None] Enqueued Resource ID: c6a9ba89-fe23-485d-8572-941708cfdcbb with Priority: HIGHEST for action port [ 836.708149] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a9ba89-fe23-485d-8572-941708cfdcbb with Priority: HIGHEST for action port [ 836.708583] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a9ba89-fe23-485d-8572-941708cfdcbb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.708583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a9ba89-fe23-485d-8572-941708cfdcbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.708687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a9ba89-fe23-485d-8572-941708cfdcbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.709855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a9ba89-fe23-485d-8572-941708cfdcbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.709855] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a9ba89-fe23-485d-8572-941708cfdcbb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.028251] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 837.028582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.028677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.029205] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.029589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.029589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.029589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.029749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.029749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.029824] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.213294] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6a9ba89-fe23-485d-8572-941708cfdcbb [ 837.213572] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.213928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.213928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.215465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.215465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.215465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6a9ba89-fe23-485d-8572-941708cfdcbb already deleted. [ 837.215465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a9ba89-fe23-485d-8572-941708cfdcbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.251560] env[66645]: INFO networking_nsxv3.common.synchronization [req-dd8075df-1f4e-45a7-9a0c-b14468910033 req-a841d74d-23ba-4b2c-875c-c63b9e242cb3 tempest-InstanceActionsNegativeTestJSON-1981752961 tempest-InstanceActionsNegativeTestJSON-1981752961-project-member] Enqueued Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 837.251890] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 837.252838] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.253097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.253097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.253274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.253578] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.253578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.253578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.253847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.253892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.254033] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.534470] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.534684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.534739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.534924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.535112] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.535254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.535293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.535452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.535542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.535632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.535776] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.535869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.535930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.536085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.536221] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.536311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.536374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.536506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.536588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.536655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.536745] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.666016] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.666562] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.666562] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.668611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.668611] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.668611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.668611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.668611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.668611] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.668611] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.668611] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.668611] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.668611] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.668611] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.668611] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.668611] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.689127] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.689391] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.689436] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.689617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.689936] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.690124] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.690252] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.690620] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.690712] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20cd49b6-61c3-4274-a6e0-f60fcfb7182f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.761215] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.762151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.762214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.762267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 already deleted. [ 837.762356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.044145] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059a2f20-8e95-4d25-88c5-167de66e90d9: rpc.has_security_group_logging(os_id): False [ 838.071317] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071317] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071317] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076124] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.076124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.076124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.076124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076124] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be created. [ 838.143291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.143291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.143291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.143291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.143291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.170785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 838.194770] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.194953] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.196131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.196131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.196131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.196131] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 20cd49b6-61c3-4274-a6e0-f60fcfb7182f not found, creating... [ 838.196412] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.196676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.196960] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.197281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.197455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.198039] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.198172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.198336] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.198605] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.199220] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.199220] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 20cd49b6-61c3-4274-a6e0-f60fcfb7182f is going to be created. [ 838.235456] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.236303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.236303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.236303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.236303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.236571] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.011127] env[66645]: INFO networking_nsxv3.common.synchronization [req-dd8075df-1f4e-45a7-9a0c-b14468910033 req-4bd396e6-7108-4ae8-8143-ad54e43538fd service nova] Enqueued Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_rules [ 839.011419] env[66645]: INFO networking_nsxv3.common.synchronization [req-dd8075df-1f4e-45a7-9a0c-b14468910033 req-4bd396e6-7108-4ae8-8143-ad54e43538fd service nova] Enqueued Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 839.011671] env[66645]: INFO networking_nsxv3.common.synchronization [req-dd8075df-1f4e-45a7-9a0c-b14468910033 req-4bd396e6-7108-4ae8-8143-ad54e43538fd service nova] Enqueued Resource ID: 20cd49b6-61c3-4274-a6e0-f60fcfb7182f with Priority: HIGHEST for action port [ 839.012437] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_rules [ 839.012639] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 839.012745] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20cd49b6-61c3-4274-a6e0-f60fcfb7182f with Priority: HIGHEST for action port [ 839.013116] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.013272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.013352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.013638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.013733] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.016366] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.016496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.016572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.016828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.017383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.017536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.017622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.017820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.017950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.018074] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.019547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020615] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20cd49b6-61c3-4274-a6e0-f60fcfb7182f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.514526] env[66645]: INFO networking_nsxv3.common.synchronization [req-e461d992-85cd-4bfc-bd2f-8d3cf871d3ba req-ef52a276-5fab-4ff5-b422-99d4ded33a58 tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 839.516498] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 839.516498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.516635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.516856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.517869] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.517869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.518254] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.519945] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.524761] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20cd49b6-61c3-4274-a6e0-f60fcfb7182f with status ACTIVE [ 839.525456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.525456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.525456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.525456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.525925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.525925] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.525925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.525925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.526218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.526835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.527012] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.527118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.527178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.527351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.527449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.527541] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20cd49b6-61c3-4274-a6e0-f60fcfb7182f is going to be updated. [ 839.550332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.550581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.550797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20cd49b6-61c3-4274-a6e0-f60fcfb7182f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.021283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.021283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.021368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.021410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.021982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.021982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.021982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.021982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.022508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.022508] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 840.023367] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.058059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.058059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.058059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.058059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.058519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.067365] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 840.184244] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 840.184517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.526981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.526981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.527209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.527268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.527344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.529634] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 is going to be created. [ 840.554788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.554788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.554788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.554966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.556557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.568553] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: UNINITIALIZED for 2s [ 840.897966] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff389ad4-e270-4f6e-922f-1fc3ae12f91b req-7ee4fe5c-0c6f-468f-91ae-295c23cdada7 tempest-AttachInterfacesV270Test-527118588 tempest-AttachInterfacesV270Test-527118588-project-member] Enqueued Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 840.898826] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 840.899632] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.899867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.899867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.900163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.900336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.900836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.900836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.900836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.900836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.900836] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.354061] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.354453] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-166" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.354453] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-166" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.354909] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-166" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.355308] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.356347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.356347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356347] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.356347] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.356672] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.356672] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.356745] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.356864] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.357031] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.358175] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.382442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.382819] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.383028] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.383243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-166" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.383481] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-0bfc4696-bcad-4e90-8b4d-0e09c088181a taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.383706] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.383850] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.384191] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.384330] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bfc4696-bcad-4e90-8b4d-0e09c088181a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.403283] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.403528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.403836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.404146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.404224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.404736] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.404828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.404971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.405199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.405339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405461] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d already deleted. [ 841.405589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.887460] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.887460] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.887742] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.887858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.888111] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.888224] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 0bfc4696-bcad-4e90-8b4d-0e09c088181a not found, creating... [ 841.888477] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.888755] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.888881] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.889153] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.889345] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.889639] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.889804] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.889919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.890171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.890368] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.890701] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 0bfc4696-bcad-4e90-8b4d-0e09c088181a is going to be created. [ 841.916692] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.917243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.917480] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.917968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.918365] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.918895] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.078037] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 842.078037] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d deletion is rescheduled due to dependency. [ 842.078037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.581930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: SUCCESS [ 842.582389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.582666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.582907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.583179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.583351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.583467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.583613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.583700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.583792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.583894] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.653201] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff389ad4-e270-4f6e-922f-1fc3ae12f91b req-67baf2bd-2554-4ca2-b3fc-33c9c8090e21 service nova] Enqueued Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_rules [ 842.653383] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff389ad4-e270-4f6e-922f-1fc3ae12f91b req-67baf2bd-2554-4ca2-b3fc-33c9c8090e21 service nova] Enqueued Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 842.653520] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff389ad4-e270-4f6e-922f-1fc3ae12f91b req-67baf2bd-2554-4ca2-b3fc-33c9c8090e21 service nova] Enqueued Resource ID: 0bfc4696-bcad-4e90-8b4d-0e09c088181a with Priority: HIGHEST for action port [ 842.655772] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_rules [ 842.656318] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 842.656476] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfc4696-bcad-4e90-8b4d-0e09c088181a with Priority: HIGHEST for action port [ 842.656801] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.656972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.657134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.657336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.657427] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.658569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.658691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.658761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.658941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.659108] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.659199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.659263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.659403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.659589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.659589] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.660402] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bfc4696-bcad-4e90-8b4d-0e09c088181a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.660504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.660830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.660830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.660830] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bfc4696-bcad-4e90-8b4d-0e09c088181a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.086463] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.086691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.086691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.086926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.087109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.087219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.087260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.087415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.087497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.087586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.087738] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.087856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.087904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.088056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.088194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.088295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.088352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.088464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.088533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.088606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.088795] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.162459] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.162663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.162934] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.164043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bfc4696-bcad-4e90-8b4d-0e09c088181a with status ACTIVE [ 843.164282] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.164452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.164525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.165856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.165856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.165856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.166408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.166408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.166408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.166408] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bfc4696-bcad-4e90-8b4d-0e09c088181a is going to be updated. [ 843.190525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.190753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.190753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.190923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.191086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.191294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bfc4696-bcad-4e90-8b4d-0e09c088181a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.592232] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939: rpc.has_security_group_logging(os_id): False [ 843.614131] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.614358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.614358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.614497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.614608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.614904] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.615099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.615099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.615563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.615563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.615563] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.615563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.615741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.615781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.615874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.616642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.616642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.616642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.616862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.616862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.616862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 is going to be created. [ 843.668731] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.685506] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.686464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.706142] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: IN_PROGRESS for 2s [ 844.172018] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.172018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.172018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.172244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.172423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.172423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d is going to be created. [ 844.196587] env[66645]: INFO networking_nsxv3.common.synchronization [req-24ce594b-6724-4bed-b39f-45642d0cca37 req-5c20a7f6-1d92-44bd-8231-432fbf3b4c78 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 844.197167] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 844.198799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.198799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.198799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.198799] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.201358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.201696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.201696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.201784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.201894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.212165] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: UNINITIALIZED for 2s [ 844.572820] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.573132] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.573244] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.573589] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.573929] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.574298] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.574298] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.574473] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.574621] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.574831] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.574941] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.575069] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.575171] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.575281] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.575386] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.575556] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.597590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.597859] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.599084] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.599084] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.599084] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.599307] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.599307] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.599766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.599971] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be596c0-c02d-4b0c-b140-a1c73e5ace6a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.700935] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.701241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.701347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.701628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.701767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.701996] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.702156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.702252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.702436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.702537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.702637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 already deleted. [ 844.702732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.102841] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.103133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.103553] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.103961] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.104190] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.104391] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 7be596c0-c02d-4b0c-b140-a1c73e5ace6a not found, creating... [ 845.104729] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.104946] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.105134] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.105427] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.105617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.105958] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.106179] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.106498] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.106579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.106795] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.106994] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 7be596c0-c02d-4b0c-b140-a1c73e5ace6a is going to be created. [ 845.132310] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.132550] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.132750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.133276] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133501] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.719901] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: SUCCESS [ 845.720303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.864237] env[66645]: INFO networking_nsxv3.common.synchronization [req-24ce594b-6724-4bed-b39f-45642d0cca37 req-90089ae9-868a-4c8e-b168-221e6ff2e82e service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 845.864237] env[66645]: INFO networking_nsxv3.common.synchronization [req-24ce594b-6724-4bed-b39f-45642d0cca37 req-90089ae9-868a-4c8e-b168-221e6ff2e82e service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 845.864237] env[66645]: INFO networking_nsxv3.common.synchronization [req-24ce594b-6724-4bed-b39f-45642d0cca37 req-90089ae9-868a-4c8e-b168-221e6ff2e82e service nova] Enqueued Resource ID: 7be596c0-c02d-4b0c-b140-a1c73e5ace6a with Priority: HIGHEST for action port [ 845.864237] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 845.865139] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 845.865726] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be596c0-c02d-4b0c-b140-a1c73e5ace6a with Priority: HIGHEST for action port [ 845.867785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.870234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.870234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.870234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.870234] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.871579] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.871968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.872610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.872610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.876561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.876561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.876561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.876561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.876561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.876561] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.877528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.878111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.878111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.878337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.880550] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be596c0-c02d-4b0c-b140-a1c73e5ace6a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.222419] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: UNINITIALIZED for 4s [ 846.323728] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5d11c8b-7289-45bd-9805-9c18663295fa req-14aff258-0fcf-44d2-8728-86f7fb34d18d tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 846.324271] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 846.327382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.327382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.327382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.327382] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.380483] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.383557] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384067] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7be596c0-c02d-4b0c-b140-a1c73e5ace6a with status ACTIVE [ 846.384153] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.384261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.385992] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.385992] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.385992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.386507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.386507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.386507] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7be596c0-c02d-4b0c-b140-a1c73e5ace6a is going to be updated. [ 846.408168] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.408378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.408378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.408587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be596c0-c02d-4b0c-b140-a1c73e5ace6a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.672258] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.672472] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.672599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.672926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.675990] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.676179] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.676299] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.676545] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.676686] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.676896] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.677015] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.677125] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.677233] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.677345] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.677448] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.677580] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.707186] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.707432] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.707581] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.707776] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.708118] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-86bffff5-16c3-403c-ae79-35c8ac2da7f0 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.708311] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.708437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.708768] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.708908] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86bffff5-16c3-403c-ae79-35c8ac2da7f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.828996] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.829327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.829327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.829467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.829626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.829834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.829933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.829995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.830186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.830264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.830347] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b already deleted. [ 846.830423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.889229] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.213784] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.213995] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.214063] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.215555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.215555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.215555] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 86bffff5-16c3-403c-ae79-35c8ac2da7f0 not found, creating... [ 847.215555] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.215555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.215555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.215885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.215885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.216521] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.216698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.216809] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.217044] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.217184] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.217344] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 is going to be created. [ 847.238776] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.239073] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.239656] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.240146] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.240325] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.397018] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.397018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.397018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.397258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.397398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.397441] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be created. [ 847.431049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.433932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.433932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.433932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.433932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.447032] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: UNINITIALIZED for 2s [ 848.058866] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5d11c8b-7289-45bd-9805-9c18663295fa req-9804cddf-8c39-47bd-a158-d9d3598bc7a5 service nova] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 848.059218] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5d11c8b-7289-45bd-9805-9c18663295fa req-9804cddf-8c39-47bd-a158-d9d3598bc7a5 service nova] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 848.059279] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5d11c8b-7289-45bd-9805-9c18663295fa req-9804cddf-8c39-47bd-a158-d9d3598bc7a5 service nova] Enqueued Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 848.060029] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 848.060254] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 848.060424] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 848.060834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061757] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.064248] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.064248] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.064248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064248] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.066241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-86bffff5-16c3-403c-ae79-35c8ac2da7f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.066241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.066241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.066241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.066241] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86bffff5-16c3-403c-ae79-35c8ac2da7f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.234066] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: SUCCESS [ 848.234311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.234486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.234715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.234914] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.235044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.235109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.235376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.235376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.235499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.235499] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.567674] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.567880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.568055] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.569390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with status ACTIVE [ 848.569510] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.569670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.569758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.569984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.570122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.570339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.570479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.570587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.570828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.570927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.571150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.571283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.571356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.571466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.571539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.571657] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 is going to be updated. [ 848.596152] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.596436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.596436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.596579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.596693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.596856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.738385] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.738687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.738687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.738832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.738982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.739091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.739174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.739334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.739436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.739543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.739707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.739856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.739856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.740039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.740183] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.740296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.740362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.740506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.740592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.740742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.740806] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.073418] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.245145] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99b316d5-863a-44ce-a6b0-6e9df78e452d: rpc.has_security_group_logging(os_id): False [ 849.261497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.261663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.261738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.261948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.262050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.262275] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.262380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.262444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.262600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.262679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.262855] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.262950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.263029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.263162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.263230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.263421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.263516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.263579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.266626] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d is going to be created. [ 849.327466] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.327605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.327674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.327881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.328072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.340465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: IN_PROGRESS for 2s [ 849.459503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 849.459811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.460231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.460406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.463199] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.463199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.463199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.463199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.463199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.463199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.463199] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.520720] env[66645]: INFO networking_nsxv3.common.synchronization [req-4874ea77-bac8-436a-b19b-038fc312f93e req-1d862c09-ccd1-429f-add8-701bfc4a7470 tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 849.521091] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 849.521633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.521911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.522020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.522320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.523179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.523346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.523346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.523555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.525647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.525647] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.576715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.576903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.576958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.577284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.577384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.577499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be created. [ 849.610311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.610491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.610590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.610839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.611043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.626248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: UNINITIALIZED for 2s [ 849.965092] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.028160] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.185159] env[66645]: INFO networking_nsxv3.common.synchronization [req-cda8ca46-cc0f-4fe1-86fd-51fe2cf7d265 req-1865fdbe-a06a-43ec-b967-809ff7553496 tempest-ServersNegativeTestJSON-420291249 tempest-ServersNegativeTestJSON-420291249-project-member] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 850.185159] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 850.186261] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.186623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.189361] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.189361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.189361] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.469166] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 850.496355] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.496842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.496842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.496842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.497209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.497209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.497564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be created. [ 850.530187] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.560812] env[66645]: INFO networking_nsxv3.common.synchronization [req-e84f0b85-a60f-4229-898e-324c75c184d1 req-b717b540-319f-4cd0-a207-6d29a2bff3a2 tempest-InstanceActionsNegativeTestJSON-1981752961 tempest-InstanceActionsNegativeTestJSON-1981752961-project-member] Enqueued Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 850.561834] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGHEST for action security_group_members [ 850.562283] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.562416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.562466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.562687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.562832] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.562934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.563027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.563198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.563301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.563432] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.574193] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.575501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.575501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.575501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.575501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.592557] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 850.667549] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.667746] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.667872] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.668164] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.668419] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.668570] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.668689] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.668900] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.669785] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.669912] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.670033] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.670144] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.670284] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.670447] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.670590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.690694] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.693187] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.693337] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.693408] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.693557] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.693878] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-d51431b7-d533-428c-b40f-49f196865954 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.694065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.694192] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.694528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.694699] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51431b7-d533-428c-b40f-49f196865954',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.033712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.034043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.034043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.034169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.034256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.034352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 851.066113] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.066368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.066368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.066601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.066755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.067963] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.068187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.068360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.068442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.068645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.068824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.068970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.069070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.069159] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 is going to be updated. [ 851.080460] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 851.125895] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.126524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.126748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.127219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.127575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.138827] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: IN_PROGRESS for 2s [ 851.192872] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.197288] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.197573] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.198092] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.198092] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.198397] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.198397] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port d51431b7-d533-428c-b40f-49f196865954 not found, creating... [ 851.198536] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.198721] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.198882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.199177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.199327] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.199653] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.199881] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.200028] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.200248] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.200379] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.200949] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: d51431b7-d533-428c-b40f-49f196865954 is going to be created. [ 851.221617] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.222018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.222172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.222455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.222689] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.222919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.354016] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: SUCCESS [ 851.354327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.640034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 851.640034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.640034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.640307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.640566] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.640752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.640878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.641156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.641308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.641461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.641650] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.695776] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.695987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.695987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.696230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.696321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.696425] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 851.723656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.723840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.723887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.724113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.724267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.734544] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 851.947504] env[66645]: INFO networking_nsxv3.common.synchronization [req-cda8ca46-cc0f-4fe1-86fd-51fe2cf7d265 req-2b40d390-b327-438c-b9e5-fec3a945fccb service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 851.947709] env[66645]: INFO networking_nsxv3.common.synchronization [req-cda8ca46-cc0f-4fe1-86fd-51fe2cf7d265 req-2b40d390-b327-438c-b9e5-fec3a945fccb service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 851.947869] env[66645]: INFO networking_nsxv3.common.synchronization [req-cda8ca46-cc0f-4fe1-86fd-51fe2cf7d265 req-2b40d390-b327-438c-b9e5-fec3a945fccb service nova] Enqueued Resource ID: d51431b7-d533-428c-b40f-49f196865954 with Priority: HIGHEST for action port [ 851.948416] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 851.948735] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 851.948859] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51431b7-d533-428c-b40f-49f196865954 with Priority: HIGHEST for action port [ 851.949151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.949280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.949330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.949527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.949605] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.950481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.950565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.950926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51431b7-d533-428c-b40f-49f196865954 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.951044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.951109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951340] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51431b7-d533-428c-b40f-49f196865954',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.144540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.144697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.144768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.144995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.145173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.145271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.145330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.145476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.145561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.145663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.145793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.145876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.145939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.146093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.146227] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.146317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.146377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.146506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.146576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.146653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.146745] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.454275] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.454702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.454702] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d51431b7-d533-428c-b40f-49f196865954 with status ACTIVE [ 852.454802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.454887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.455073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.455341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.455341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.456744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.456744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.456744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.456744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d51431b7-d533-428c-b40f-49f196865954 is going to be updated. [ 852.484524] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.484524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.484524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.484955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.484955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.485325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51431b7-d533-428c-b40f-49f196865954" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.615222] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 852.618723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.652079] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 852.673792] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.674073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.674073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.674253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.674298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.674495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.674651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.674651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.674814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.674901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.675136] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.675258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.675337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.675659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.675659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.675853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.675853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.676105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.676770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.676770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.676770] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be created. [ 852.749188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.749428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.749428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.749701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.749904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.763915] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 852.940075] env[66645]: INFO networking_nsxv3.common.synchronization [req-90b59ac3-452b-4944-b022-bdecca24baf9 req-067fb7db-4a79-40cc-943f-32508bd58d66 tempest-ServersNegativeTestMultiTenantJSON-1828997597 tempest-ServersNegativeTestMultiTenantJSON-1828997597-project-member] Enqueued Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 852.941982] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 852.942611] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.942611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.942753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.943041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.943222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.943688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.943688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.943688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.943688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.943844] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.092785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 853.093057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.152582] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 in Status: SUCCESS [ 853.152791] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 deletion is rescheduled due to dependency. [ 853.152859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400370] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400762] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400762] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.401697] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.401951] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.402188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.402299] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.402497] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.402713] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.403064] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.403273] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.403481] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.403726] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.404422] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.404568] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.404917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.427743] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.427914] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.428062] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.428239] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-612" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.428563] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-42c092ea-53f0-4af8-ac5b-14c2e197dde2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.428732] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.428852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.429204] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.429345] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c092ea-53f0-4af8-ac5b-14c2e197dde2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.448834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.448834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.448834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.449433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.449433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.449433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.449433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.449677] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a already deleted. [ 853.449677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.747776] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 853.748209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.748209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.748394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.748583] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.748695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.748774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.748905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.748983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.749091] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.933205] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.933205] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.933537] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.933693] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.933773] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.935763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 42c092ea-53f0-4af8-ac5b-14c2e197dde2 not found, creating... [ 853.935763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.935763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.935763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.935763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.935763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.935763] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.935763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.936290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.936290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.936357] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.936523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 42c092ea-53f0-4af8-ac5b-14c2e197dde2 is going to be created. [ 853.959872] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.960169] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.960245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.960516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.960762] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.961011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.251792] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.703011] env[66645]: INFO networking_nsxv3.common.synchronization [req-90b59ac3-452b-4944-b022-bdecca24baf9 req-332a2950-0464-4b4b-861c-4f51f6551015 service nova] Enqueued Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_rules [ 854.703173] env[66645]: INFO networking_nsxv3.common.synchronization [req-90b59ac3-452b-4944-b022-bdecca24baf9 req-332a2950-0464-4b4b-861c-4f51f6551015 service nova] Enqueued Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 854.703307] env[66645]: INFO networking_nsxv3.common.synchronization [req-90b59ac3-452b-4944-b022-bdecca24baf9 req-332a2950-0464-4b4b-861c-4f51f6551015 service nova] Enqueued Resource ID: 42c092ea-53f0-4af8-ac5b-14c2e197dde2 with Priority: HIGHEST for action port [ 854.703836] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_rules [ 854.703978] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 854.705164] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c092ea-53f0-4af8-ac5b-14c2e197dde2 with Priority: HIGHEST for action port [ 854.705656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.705854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.705925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.706389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.706522] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.708948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.709053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.711197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.711310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.711469] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.711833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.711833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.711833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.712212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.712212] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.713127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c092ea-53f0-4af8-ac5b-14c2e197dde2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.713127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.713127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.713395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.713395] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c092ea-53f0-4af8-ac5b-14c2e197dde2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.754052] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.780745] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 854.781463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.215933] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.217061] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.217168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.217556] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42c092ea-53f0-4af8-ac5b-14c2e197dde2 with status ACTIVE [ 855.217720] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.217832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.217899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.218114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.218226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.218398] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.218512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.218574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.218729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.218799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.218972] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.219150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.219216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.219355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.219426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.219506] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42c092ea-53f0-4af8-ac5b-14c2e197dde2 is going to be updated. [ 855.241587] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.241780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.241834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.242079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.242262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.242447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c092ea-53f0-4af8-ac5b-14c2e197dde2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.256820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.257682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.257682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.257682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257682] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 855.289692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.289896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.290365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.301087] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 855.495381] env[66645]: INFO networking_nsxv3.common.synchronization [req-562a3939-3712-4f4b-ab59-66485b7d2977 req-968aa3cc-7af6-459a-ad45-8531ffaa6b40 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 855.496129] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 855.496447] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.496571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.496640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.496897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.497068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.497172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.497226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.497384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.497502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.497636] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.718435] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.850804] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.851165] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.851318] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.851605] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.851915] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.852701] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.852883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.853183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.853456] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.853740] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.854084] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.854302] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.854404] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.854573] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.854721] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.855246] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.877695] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.877940] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.878116] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.878400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.878803] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-10d1b48c-cf28-4df9-add7-0b78618eaa0c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.879070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.879283] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.879749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.880500] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d1b48c-cf28-4df9-add7-0b78618eaa0c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.000084] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.000299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.000353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.000599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.000640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.000973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.001057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.001208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.001283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.001367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc already deleted. [ 856.001443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.221857] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.222127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.222216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.222460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.223247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.223247] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a is going to be created. [ 856.248477] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.249020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.249020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.249020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.249250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.261147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: UNINITIALIZED for 2s [ 856.384022] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.384309] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.384441] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.384718] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.384864] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.385279] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 10d1b48c-cf28-4df9-add7-0b78618eaa0c not found, creating... [ 856.385338] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.385439] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.386123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.386123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.386123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.386365] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.386547] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.386629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.386832] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.386963] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.387112] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 10d1b48c-cf28-4df9-add7-0b78618eaa0c is going to be created. [ 856.411874] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.412516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.412516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.412713] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.413074] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.413674] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.196479] env[66645]: INFO networking_nsxv3.common.synchronization [req-562a3939-3712-4f4b-ab59-66485b7d2977 req-21e30b0c-7410-4418-89cf-8837d07675f2 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 857.196772] env[66645]: INFO networking_nsxv3.common.synchronization [req-562a3939-3712-4f4b-ab59-66485b7d2977 req-21e30b0c-7410-4418-89cf-8837d07675f2 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 857.196772] env[66645]: INFO networking_nsxv3.common.synchronization [req-562a3939-3712-4f4b-ab59-66485b7d2977 req-21e30b0c-7410-4418-89cf-8837d07675f2 service nova] Enqueued Resource ID: 10d1b48c-cf28-4df9-add7-0b78618eaa0c with Priority: HIGHEST for action port [ 857.198370] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 857.198507] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 857.198632] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d1b48c-cf28-4df9-add7-0b78618eaa0c with Priority: HIGHEST for action port [ 857.198951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.199083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.199151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.199367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.201362] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.201362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.201362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.201362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.201737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.201737] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.203855] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d1b48c-cf28-4df9-add7-0b78618eaa0c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.203855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.203855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.203855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.204155] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d1b48c-cf28-4df9-add7-0b78618eaa0c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.315950] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.315950] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.315950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.315950] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.706726] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.707823] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.707974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.710057] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d1b48c-cf28-4df9-add7-0b78618eaa0c with status ACTIVE [ 857.710057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.710057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.710223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.710365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.710459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.710626] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.710716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.711116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.711381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.711381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.711492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.711663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.711663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.712337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.712337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.712481] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d1b48c-cf28-4df9-add7-0b78618eaa0c is going to be updated. [ 857.737576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.737777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.737835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.738098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.738244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.738422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d1b48c-cf28-4df9-add7-0b78618eaa0c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.819344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.819344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.819344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.819742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.819742] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.819742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.819969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.819969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.820142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.820224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.820319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.820402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.820491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.821306] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.821306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.821872] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.182635] env[66645]: INFO networking_nsxv3.common.synchronization [req-327181ec-6957-4ef3-a59e-411aa255c5bd req-31d0e570-f878-4742-8e27-06cb0c99fa05 tempest-ServerPasswordTestJSON-946180977 tempest-ServerPasswordTestJSON-946180977-project-member] Enqueued Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 858.183243] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 858.183604] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.183731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.183801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.184076] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.184259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.184392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.185120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.185120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.185120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.185120] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.208782] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.270121] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: SUCCESS [ 858.270351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.270516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.270724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.271222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.271377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.271504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.271684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.271868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.271980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.272137] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.326450] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b428a03-23ab-4ffa-87ad-008a0ad4b02c: rpc.has_security_group_logging(os_id): False [ 858.347026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347879] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.347879] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 858.420537] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.420675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.420738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.420957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.421116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.439296] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 858.541049] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.541049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-826" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.541049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-826" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.541049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-826" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.541049] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.541049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.541049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.542089] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.542474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.542869] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.543155] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.543420] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.543698] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.543949] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.544867] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.544867] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.573840] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.576144] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.576572] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.576883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-826" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.577467] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.577727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.577944] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.578328] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.578442] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.687661] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.687854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.687979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.688242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.688335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.688612] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.688759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.688851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.689031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.689113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.689201] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 already deleted. [ 858.689285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.712553] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.712813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.712813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.713204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.713307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.713416] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be created. [ 858.743819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.744116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.744257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.744452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.744658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.756333] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: UNINITIALIZED for 2s [ 858.775123] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.775374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.775374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.775580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.775775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.775886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.775957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.776169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.776277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.776379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.776533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.776629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.776735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.776912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.777086] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.777237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.777237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.777407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.777488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777697] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.082736] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.083024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.083165] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.083443] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.083592] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.083743] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 not found, creating... [ 859.083998] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.084199] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.084315] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.084533] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.084670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.085034] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.085255] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.085255] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.085480] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.085615] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.085752] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 is going to be created. [ 859.107922] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.108196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.108322] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.108585] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.108840] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.109081] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.280936] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12422d21-beb0-4bec-91a8-2d6f36a0ef1a: rpc.has_security_group_logging(os_id): False [ 859.302062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.302235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.302302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.302519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.302606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.302836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.302997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.303074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.303241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.303320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.303549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.303694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.303694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.303802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.303874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.304188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.304326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.304393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.304527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.304635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.304714] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a is going to be created. [ 859.376315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.376315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.376315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.376315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.376647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.387602] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: IN_PROGRESS for 2s [ 859.988027] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 859.988027] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 859.988027] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 859.988651] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 859.989091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.993022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.993022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.993022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.993022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.994093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994642] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.017772] env[66645]: INFO networking_nsxv3.common.synchronization [req-327181ec-6957-4ef3-a59e-411aa255c5bd req-977132bd-000b-45bc-8c51-dd0a20408db8 service nova] Enqueued Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_rules [ 860.017935] env[66645]: INFO networking_nsxv3.common.synchronization [req-327181ec-6957-4ef3-a59e-411aa255c5bd req-977132bd-000b-45bc-8c51-dd0a20408db8 service nova] Enqueued Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 860.018027] env[66645]: INFO networking_nsxv3.common.synchronization [req-327181ec-6957-4ef3-a59e-411aa255c5bd req-977132bd-000b-45bc-8c51-dd0a20408db8 service nova] Enqueued Resource ID: f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 with Priority: HIGHEST for action port [ 860.018615] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_rules [ 860.018759] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 860.018864] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 with Priority: HIGHEST for action port [ 860.019170] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.019637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.019792] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.020707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.020837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.020948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.021202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.021367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.021533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.021533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.021671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.021838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.021930] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.023858] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.024604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.024604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.024604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.024604] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.454158] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 860.454434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.504403] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.505433] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.530389] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.530389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.530389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.531090] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_rules [ 860.531090] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 860.531257] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 860.531318] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 860.531440] env[66645]: INFO networking_nsxv3.common.synchronization [req-bfff5c25-45ee-4f5a-bcc6-0543d51db1b0 req-fd2bb4f4-a68f-438e-834e-37debdcd58cc tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 860.532098] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 with status ACTIVE [ 860.532277] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.532383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.532527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.532742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.532827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.533016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.533409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.533482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.533661] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.533938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.534118] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5 is going to be updated. [ 860.535204] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_rules [ 860.535346] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 860.535450] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 860.535542] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 860.535633] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 860.536357] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.536457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-86bffff5-16c3-403c-ae79-35c8ac2da7f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.540017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86bffff5-16c3-403c-ae79-35c8ac2da7f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.540017] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.540504] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.540504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.562493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.563050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.563050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.563180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f76c4d5f-2788-4c3a-8bf4-0559c2ba44e5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.767068] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 860.768037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.768037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.768037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.768037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.768037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.768037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.768275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.768275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.768331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.768894] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.007208] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.008350] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.032972] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.048372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.049246] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.049428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.049688] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with status ACTIVE [ 861.050033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.050277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.050381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.050696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.050819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.051129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.051356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.051432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.051660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.051826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.052157] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.052292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.052386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.053260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.053356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.053445] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 is going to be updated. [ 861.078062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.078670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.078834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.132629] env[66645]: INFO networking_nsxv3.common.synchronization [None req-bdbe5298-3e9c-4c58-a50a-90928c0c0bb2 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 861.134412] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 861.134412] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.134412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.134412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.134412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.134412] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.240888] env[66645]: INFO networking_nsxv3.common.synchronization [None req-be862e9b-ffbd-46a2-a2df-30be37299acc tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 861.241517] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 861.242246] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.242456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.271174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.271359] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.271455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.271524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.271682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.271860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.271954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.272120] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.272221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.272286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.272432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.272575] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.272666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.272833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.272974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.273064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.273147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.273238] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.400230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: SUCCESS [ 861.400482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.510758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.511105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.511105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.511296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.511399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.511548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 861.513095] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.513232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.513296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.513500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.513602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.513708] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be created. [ 861.535217] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.535444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.535444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.535658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.535769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.535866] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 is going to be created. [ 861.546566] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.546756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.546839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.547093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.547276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.552897] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.553059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.553135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.553329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.553496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.561250] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 861.562082] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: UNINITIALIZED for 2s [ 861.573820] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 861.573820] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 861.573820] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 861.574875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.574875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.575051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.575172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.575330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.576969] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 861.576969] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 861.576969] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 861.577300] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.577441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.577524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.577753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.577928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.578035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.578104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.578249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.578374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.578429] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.579950] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.580075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.580374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.580488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.598726] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: UNINITIALIZED for 2s [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_rules [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_rules [ 861.646345] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 861.646528] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a6ce94e-02d7-4e75-8c98-fa39edde3305 req-72406522-5ca3-4c96-87ff-6108bb3d23c1 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 861.647220] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_rules [ 861.647504] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 861.647635] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 861.647812] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with Priority: HIGHEST for action port [ 861.647953] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_rules [ 861.648067] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 861.648180] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 861.648544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648867] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.649041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.649278] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.649397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.650120] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-86bffff5-16c3-403c-ae79-35c8ac2da7f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.650120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.650120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.650120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.650120] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86bffff5-16c3-403c-ae79-35c8ac2da7f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.651241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.651344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.651344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.652549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.652549] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.652953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.652953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.653059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.653117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.658092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.658218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.658289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658671] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 already deleted. [ 861.658751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.659782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.659782] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.775357] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eebbd-a3bd-46bb-b484-1c3911046ddc: rpc.has_security_group_logging(os_id): False [ 861.796319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.796742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.796742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.797029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.797184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.797458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.797619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.797719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.797953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.798101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.798367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.798539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.798771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.798771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.798863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.799078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.799526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.799526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.799526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.799664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.799664] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be created. [ 861.861856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.861996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.862063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.862323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.862564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.874834] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 862.082622] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.153976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86bffff5-16c3-403c-ae79-35c8ac2da7f0 with status ACTIVE [ 862.154219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.154359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.154433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.154655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.154747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.154930] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.155040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.155107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.155334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.155636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.155750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.155817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.156049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.156138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86bffff5-16c3-403c-ae79-35c8ac2da7f0 is going to be updated. [ 862.157319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.157422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.181476] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.181476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.181476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.181476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.181476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.181476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86bffff5-16c3-403c-ae79-35c8ac2da7f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.183868] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.183975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.184082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.184242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.184369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.184405] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 already deleted. [ 862.184537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.585701] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.090273] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.090273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.090273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.090273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.090273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.090491] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 is going to be created. [ 863.124825] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.124825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.124998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.125258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.125500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.136215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: UNINITIALIZED for 2s [ 863.575223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 863.575447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.575612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.575821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.576016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.576137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.576195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.576349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.576429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.576527] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.578466] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 863.578466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.578466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.578639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.578682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.578785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.578848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.579032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.579117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.579210] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.609638] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: SUCCESS [ 863.609987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.610111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.610299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.610493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.610611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.610712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.610915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611418] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.889583] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 863.890077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081234] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.084233] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.113994] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.114248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.114377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.114726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.114995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.116144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.116237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.116462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.116694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.117011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.117091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.117812] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.117812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.117812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.118033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.118033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.118086] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.587394] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.588387] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.621424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e6f8bf0-21b3-4720-9fe4-1347e3930351: rpc.has_security_group_logging(os_id): False [ 864.633016] env[66645]: INFO networking_nsxv3.common.synchronization [req-9e26083e-5bea-4ac7-bcf6-8daccc343037 req-59572372-b74d-4f9f-a99d-7859fac8081d tempest-AttachInterfacesV270Test-527118588 tempest-AttachInterfacesV270Test-527118588-project-member] Enqueued Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 864.633774] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGHEST for action security_group_members [ 864.635150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.635277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.635681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.635681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.635764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.635833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.635867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636121] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.662044] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.662044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.662044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.662044] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.662331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.662707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.663049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.663625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.663625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.663625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.663625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.663820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.663921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.663986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.664189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.664287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.664383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 is going to be created. [ 864.774024] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.774024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.774024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.774024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.774024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.786075] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: IN_PROGRESS for 2s [ 865.078117] env[66645]: INFO networking_nsxv3.common.synchronization [req-d24964f9-38bb-44ad-93b0-0340f13246d9 req-3776549b-2178-4c1e-bb41-5acb55025c9c tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 865.078785] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 865.078966] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.079241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.079816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.079816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.079980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.080210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.080311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.080434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080994] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.090033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.090033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.090033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.090307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.090417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.090518] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be updated. [ 865.091852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.091980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.092102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.092240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.092326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.092817] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 865.132173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.132391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.132464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.132684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.132979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.135717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.135717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.135717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.135717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.135949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.142352] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.142911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.142911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.142911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.142911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.143191] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.143191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.143291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.143434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.143522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.143624] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d is going to be updated. [ 865.157170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 865.157724] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: SUCCESS [ 865.157938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.160195] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.160195] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.160195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.160195] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.189885] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.190079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.190135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.190328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.190470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.200495] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: IN_PROGRESS for 2s [ 865.272793] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c9e9425-99d1-47f3-bd7b-3b47a8d4697a req-14dbb858-4b88-46d0-8a59-b3aafe16d367 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 865.273505] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 865.273881] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.274999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.274999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.275151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.275313] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.275423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.275486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.275870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.275948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.276050] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.583577] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.662890] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.778911] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.779181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.779181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.779644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.780591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.780591] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.780591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.780591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.780591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.780940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.780940] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21138644-7415-4530-973f-48734e4d0076 already deleted. [ 865.780940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.814730] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815122] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815989] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.816256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.816256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.816667] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.816667] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.816667] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.816846] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.816846] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.817059] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.817117] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.840358] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.840535] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.840709] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.840886] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.841274] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-083998b7-4950-4a9c-bddc-f0b264cd27c1 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.841392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.841509] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.841902] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.842313] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083998b7-4950-4a9c-bddc-f0b264cd27c1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.086373] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.166875] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.193166] env[66645]: INFO networking_nsxv3.common.synchronization [req-43c06c1c-12b5-4b10-8ab2-d8b82d4cda83 req-5f969d1a-55dc-46ae-afc7-517bad114362 tempest-ServersNegativeTestJSON-420291249 tempest-ServersNegativeTestJSON-420291249-project-member] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 866.193166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 866.193166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.193633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.193967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.194619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.195045] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.195338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.195600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.198023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.198023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.198023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.349157] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.349542] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.349772] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.350132] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.350374] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.350650] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 083998b7-4950-4a9c-bddc-f0b264cd27c1 not found, creating... [ 866.351102] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351491] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351759] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.351946] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.352284] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.352444] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.352561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.352789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.352948] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 083998b7-4950-4a9c-bddc-f0b264cd27c1 is going to be created. [ 866.382835] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.383120] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.383177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.383468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.383806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.383955] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.491718] env[66645]: INFO networking_nsxv3.common.synchronization [req-3b5f20cd-16fc-413f-963e-c09b7a0ab8d9 req-1a739257-8668-4955-882e-d9b955ae80ec tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 866.492318] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 866.492654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.492921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.493033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.493184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.493347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.493454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.493518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.493666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.493752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.493847] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.589443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.589611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.589691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.590208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.590360] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 866.620284] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.620284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.620480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.620637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.620986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.631523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 866.669528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.669935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.669935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.670193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.670193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.670326] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 is going to be updated. [ 866.699800] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.700729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.700729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.700729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.700729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.701496] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.712426] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: IN_PROGRESS for 2s [ 866.800698] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: SUCCESS [ 866.801068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.997067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.997067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.997177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.997385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.997505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.997757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.997893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.997984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.998417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.998417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.998417] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 867.030856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.030856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.030856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.031226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.031410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.041076] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 867.141163] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c9e9425-99d1-47f3-bd7b-3b47a8d4697a req-fa98171a-b8eb-42d8-ab91-b13917937179 service nova] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 867.141163] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c9e9425-99d1-47f3-bd7b-3b47a8d4697a req-fa98171a-b8eb-42d8-ab91-b13917937179 service nova] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 867.141163] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c9e9425-99d1-47f3-bd7b-3b47a8d4697a req-fa98171a-b8eb-42d8-ab91-b13917937179 service nova] Enqueued Resource ID: 083998b7-4950-4a9c-bddc-f0b264cd27c1 with Priority: HIGHEST for action port [ 867.141584] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_rules [ 867.141724] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 867.141877] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083998b7-4950-4a9c-bddc-f0b264cd27c1 with Priority: HIGHEST for action port [ 867.144895] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.145066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.145533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.145533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.145533] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.147785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.147898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.147982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.148230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.148416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.148522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.148778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.148778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.148869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.148900] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.151753] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-083998b7-4950-4a9c-bddc-f0b264cd27c1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.151920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.152301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.152301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.152366] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083998b7-4950-4a9c-bddc-f0b264cd27c1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.169960] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 867.170222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.171353] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 867.171532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.171924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.171989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.172308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.172900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.173036] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.174755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.174930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.175319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.175425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.175513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.175958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.175958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175958] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.177756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.177925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.178479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.178618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.178688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.178839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.178919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.179017] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.180142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.180275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.180548] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.180627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.180670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.180817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.180894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.180980] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.203677] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.212098] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d in Status: SUCCESS [ 867.212325] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d deletion is rescheduled due to dependency. [ 867.212446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.654605] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.655310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.655447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.655590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 083998b7-4950-4a9c-bddc-f0b264cd27c1 with status ACTIVE [ 867.655740] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.656206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.656206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.656206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.656206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.656372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.656450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.656510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.656650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.656721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.656898] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.657411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 083998b7-4950-4a9c-bddc-f0b264cd27c1 is going to be updated. [ 867.676045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.681081] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.681253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.681331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.682039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.682039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.682039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-083998b7-4950-4a9c-bddc-f0b264cd27c1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.683446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.683548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.683723] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.684547] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.706477] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.706632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.706705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.706965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.707083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.707198] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 867.735984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.736190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.736249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.736468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.736625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.747829] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 868.159920] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.177540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21bdc7ec-1010-468f-ad80-ae8222314553: rpc.has_security_group_logging(os_id): False [ 868.187368] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.188149] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.195944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.195944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.195944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.196144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.196256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.196461] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.196582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.196621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.196763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.196874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.196929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be created. [ 868.269874] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.271602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.271602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.271602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.271824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.288115] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 868.641384] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 868.641613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.662497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.662703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.662821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.663133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.663260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.663394] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21138644-7415-4530-973f-48734e4d0076 is going to be created. [ 868.689891] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.690174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.690174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.690319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.690502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.691786] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.691980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.692473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.692689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.692783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.692880] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be updated. [ 868.694178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.694178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.694178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.694394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.694394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.694448] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 868.705317] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: UNINITIALIZED for 2s [ 868.722074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: SUCCESS [ 868.722293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.722465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.722663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.722853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.722985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.723060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.723234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.723292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.723365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.723450] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.726129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.726129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.726129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.726129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.726129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.727545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.727647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.727934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.727934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.728110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.737589] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 868.738261] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 869.051534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 869.051657] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 869.052864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.225271] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.728215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838342b7-88ed-4a16-9d62-594735ce3444: rpc.has_security_group_logging(os_id): False [ 869.747348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.747500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.747576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.747788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.747876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.748110] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.748209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.748274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.748425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.748502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.748587] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 is going to be created. [ 869.760825] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 869.761071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.810022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.821223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: IN_PROGRESS for 2s [ 870.087830] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-6affd902-9755-4882-bc07-d9e74e89e48b tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.088413] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.088824] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.089396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.089556] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.089878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.089962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.090073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.303309] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 870.303794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.304088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.304445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.304557] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.474063] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-1018bd10-b450-4d80-8dba-c91cca5300f3 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.474063] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.474063] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.474063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.592408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.592574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.592630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.592859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.592997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.593325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.593474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.593518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.593762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.593902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.594064] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 already deleted. [ 870.594241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.594759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.594963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.595174] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.595308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.595388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.595569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.595649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.595744] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.721045] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: SUCCESS [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.721045] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.721045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.721045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.751570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 870.751570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753091] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 870.753293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.754183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.754390] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.754509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.754577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.754775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.754817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.754956] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.755751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.755963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.756114] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.756250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.756320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.756483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.756565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.756656] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.808931] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.808931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.923834] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-06216e32-2010-4a2e-a0b9-21bc54cf0326 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.923834] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 870.923834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.923834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.099424] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.099601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.099723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.099970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.100126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.100432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.100590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.100653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.100952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.100952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.101101] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 already deleted. [ 871.101215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.101397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.101662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.101909] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.102187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.102317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.102483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.102596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.102715] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.224626] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.258954] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.261207] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.426526] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.427319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.427319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.427319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.428310] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.428310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.428310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.428310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.428310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.428481] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.428568] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.428685] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.428816] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.428942] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.429081] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.429241] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.449553] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.449720] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.449841] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.450049] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.450353] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-f9cf3a47-156e-439e-b577-c3e3e3b27004 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.450537] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.450709] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451114] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.451319] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cf3a47-156e-439e-b577-c3e3e3b27004',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.527775] env[66645]: INFO networking_nsxv3.common.synchronization [req-2fb8fb02-4fb6-4c72-81c8-0c7b632c2b61 req-b105684e-91c7-44ae-a447-2623b724fde3 tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 871.528326] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 871.528638] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.528762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.528829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.529171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.529279] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.529379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.529443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.529602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.529690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.529789] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.538542] env[66645]: INFO networking_nsxv3.common.synchronization [None req-17baa261-e3c5-4a7e-9db9-16eb6c4dc9a1 None None] Enqueued Resource ID: c175f1d7-0d08-4601-acb7-2c07633b50c7 with Priority: HIGHEST for action port [ 871.538667] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c175f1d7-0d08-4601-acb7-2c07633b50c7 with Priority: HIGHEST for action port [ 871.539219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c175f1d7-0d08-4601-acb7-2c07633b50c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.539349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c175f1d7-0d08-4601-acb7-2c07633b50c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.539413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c175f1d7-0d08-4601-acb7-2c07633b50c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.539861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c175f1d7-0d08-4601-acb7-2c07633b50c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.540105] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c175f1d7-0d08-4601-acb7-2c07633b50c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.605523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.605726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.605810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.606158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606361] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.606510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.606510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.606745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606843] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 already deleted. [ 871.606923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.730028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21138644-7415-4530-973f-48734e4d0076: rpc.has_security_group_logging(os_id): False [ 871.751023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.751023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.751023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.751023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21138644-7415-4530-973f-48734e4d0076 is going to be created. [ 871.764239] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.764239] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.815898] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.816087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.816130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.816323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.816502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.828964] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: IN_PROGRESS for 2s [ 871.832581] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: SUCCESS [ 871.832738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.884952] env[66645]: INFO networking_nsxv3.common.synchronization [req-e08b6072-c797-4340-afd3-25bd1a463cf4 req-8ebd78ce-4230-4262-b0a3-e2af0cb26f2a tempest-ServersNegativeTestMultiTenantJSON-1828997597 tempest-ServersNegativeTestMultiTenantJSON-1828997597-project-member] Enqueued Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 871.886087] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a with Priority: HIGHEST for action security_group_members [ 871.886087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.887113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.887254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.887487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.887899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.887899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.887899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.888223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.888223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.888274] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12422d21-beb0-4bec-91a8-2d6f36a0ef1a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.954099] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.954398] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.954484] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.954760] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.954961] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.955229] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port f9cf3a47-156e-439e-b577-c3e3e3b27004 not found, creating... [ 871.955542] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.955736] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.955831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.956117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.956302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.956662] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.956852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956948] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.957226] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.957367] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.957516] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: f9cf3a47-156e-439e-b577-c3e3e3b27004 is going to be created. [ 871.980836] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.981057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.981188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.981446] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.981657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.982268] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.032272] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.042623] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c175f1d7-0d08-4601-acb7-2c07633b50c7 [ 872.042876] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.043051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.043139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.043349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.043465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.043568] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c175f1d7-0d08-4601-acb7-2c07633b50c7 already deleted. [ 872.043682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c175f1d7-0d08-4601-acb7-2c07633b50c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.215122] env[66645]: INFO networking_nsxv3.common.synchronization [req-e278b231-6ea1-4708-999e-9d7341c3ff5e req-bd93b481-9add-49cc-8775-3baffbf497c5 tempest-ListServersNegativeTestJSON-136743560 tempest-ListServersNegativeTestJSON-136743560-project-member] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 872.216340] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGHEST for action security_group_members [ 872.220346] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.220525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.267185] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.267185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.267185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.267406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.267489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.267628] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be updated. [ 872.268929] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.269103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.269215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.270081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.270081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.270081] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 872.301396] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.301593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.301693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.302027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.302187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.304149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.318225] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 872.318873] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 872.390978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.391202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.391291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.391518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.391620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.391826] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.391968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.392053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.392211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.392293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.392380] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a is going to be updated. [ 872.426631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.427314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.438632] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: IN_PROGRESS for 2s [ 872.534981] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.722542] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-9279b201-0bb1-4d3f-ad87-288ef40b0c1f service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 872.722741] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-9279b201-0bb1-4d3f-ad87-288ef40b0c1f service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 872.722943] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-9279b201-0bb1-4d3f-ad87-288ef40b0c1f service nova] Enqueued Resource ID: f9cf3a47-156e-439e-b577-c3e3e3b27004 with Priority: HIGHEST for action port [ 872.723693] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 872.724261] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 872.724448] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cf3a47-156e-439e-b577-c3e3e3b27004 with Priority: HIGHEST for action port [ 872.725028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.725028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.725028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.725345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.725461] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.726665] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.726665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.726665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.726803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.727058] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.727158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.727259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.727539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.727613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.727724] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.730152] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cf3a47-156e-439e-b577-c3e3e3b27004 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.730152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.730152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.730152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.730152] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cf3a47-156e-439e-b577-c3e3e3b27004',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.806425] env[66645]: INFO networking_nsxv3.common.synchronization [req-62e1e7e0-10a9-4476-a0d5-919e555b3a55 req-5914c770-edb0-48e2-b50d-7ed28b3b497a tempest-ServerActionsV293TestJSON-1649109971 tempest-ServerActionsV293TestJSON-1649109971-project-member] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 872.807183] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 872.807519] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.807943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.807943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.808063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.808133] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.808243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.808303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.809123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.809123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.809123] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.039568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.040226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.040226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.040476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 873.075021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.075021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.075021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.075021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.075021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.083605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 873.187090] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.187301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-70" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.187423] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-70" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.187749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-70" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.188015] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.188470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.188637] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.188968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.189197] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.189452] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.189612] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.189766] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.189948] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.190142] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.190300] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.190474] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.210734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.210913] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.211061] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.211245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-70" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211556] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.211911] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.212059] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.212377] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.212573] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a767cbb4-cd53-4bd2-9f76-0b28d70ef016',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.232135] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.233396] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.233396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.233546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9cf3a47-156e-439e-b577-c3e3e3b27004 with status ACTIVE [ 873.234430] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.234430] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.234430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.234723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.234723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.234909] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.234909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.235024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.235153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.235346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.235346] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9cf3a47-156e-439e-b577-c3e3e3b27004 is going to be updated. [ 873.260616] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.260745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.260866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.261143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.261320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.261509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cf3a47-156e-439e-b577-c3e3e3b27004" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.312924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.312924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.312924] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c already deleted. [ 873.312924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.588780] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.588780] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-382" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.588780] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-382" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.589146] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-382" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.589388] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.589531] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.589654] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.589919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.591408] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.591408] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.591408] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.591408] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.591595] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.591682] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.591794] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.591992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.612842] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.613090] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.613239] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.613670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-382" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.613753] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.613952] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.614078] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.614371] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.614508] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf2c7c1-91f6-498a-aef8-5ecf632b93cc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.715363] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.715617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.715753] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.716052] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716207] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.716383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port a767cbb4-cd53-4bd2-9f76-0b28d70ef016 not found, creating... [ 873.716673] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.716887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.717055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717483] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717807] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.717993] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.718245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.718475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.718636] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718802] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: a767cbb4-cd53-4bd2-9f76-0b28d70ef016 is going to be created. [ 873.737067] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.740067] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.740418] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.740418] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.740635] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.740867] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.741106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.845077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: SUCCESS [ 873.845383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.960799] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5daf4b5f-aa8c-4be4-b77d-4f6a576e7f7c None None] Enqueued Resource ID: 01bdd941-7b04-4b68-b60d-94cf044828c9 with Priority: HIGHEST for action port [ 873.961375] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdd941-7b04-4b68-b60d-94cf044828c9 with Priority: HIGHEST for action port [ 873.961687] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-01bdd941-7b04-4b68-b60d-94cf044828c9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.961807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01bdd941-7b04-4b68-b60d-94cf044828c9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.961950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01bdd941-7b04-4b68-b60d-94cf044828c9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.962486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01bdd941-7b04-4b68-b60d-94cf044828c9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.962486] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bdd941-7b04-4b68-b60d-94cf044828c9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.117031] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.117271] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.117404] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.117768] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.117958] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.118140] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc not found, creating... [ 874.118411] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.118565] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.118687] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.118911] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.119057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.119331] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.119483] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.119599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.119831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.119982] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.120138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc is going to be created. [ 874.142379] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.142597] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142719] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.142985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.143254] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.143446] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.239683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.239861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.239940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.240255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.240358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.240468] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be created. [ 874.271165] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.271344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.281316] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: UNINITIALIZED for 2s [ 874.329493] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 874.329734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.329882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.330501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.330709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.330830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.330899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.331099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.331184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331370] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.332931] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 874.333155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.333312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.333490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.333670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.333785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.333848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.334077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.334077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334335] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.334626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.334765] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.335070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.335146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335317] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.434714] env[66645]: INFO networking_nsxv3.common.synchronization [req-62e1e7e0-10a9-4476-a0d5-919e555b3a55 req-d3bbf3cd-45a7-4f0f-a98b-711116def9b5 service nova] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 874.434898] env[66645]: INFO networking_nsxv3.common.synchronization [req-62e1e7e0-10a9-4476-a0d5-919e555b3a55 req-d3bbf3cd-45a7-4f0f-a98b-711116def9b5 service nova] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 874.435051] env[66645]: INFO networking_nsxv3.common.synchronization [req-62e1e7e0-10a9-4476-a0d5-919e555b3a55 req-d3bbf3cd-45a7-4f0f-a98b-711116def9b5 service nova] Enqueued Resource ID: a767cbb4-cd53-4bd2-9f76-0b28d70ef016 with Priority: HIGHEST for action port [ 874.436308] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_rules [ 874.436452] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 874.436572] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a767cbb4-cd53-4bd2-9f76-0b28d70ef016 with Priority: HIGHEST for action port [ 874.436839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.436984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.437028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.437212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.437321] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.439537] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.439802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.439874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.440378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.440547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.440648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.440971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.441191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.441294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.441497] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.442663] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.442871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.443013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.443370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.443455] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a767cbb4-cd53-4bd2-9f76-0b28d70ef016',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.455128] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a in Status: SUCCESS [ 874.455296] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12422d21-beb0-4bec-91a8-2d6f36a0ef1a deletion is rescheduled due to dependency. [ 874.455404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12422d21-beb0-4bec-91a8-2d6f36a0ef1a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.463713] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01bdd941-7b04-4b68-b60d-94cf044828c9 [ 874.463914] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.464045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.464116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.464312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.464397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.464487] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01bdd941-7b04-4b68-b60d-94cf044828c9 already deleted. [ 874.464568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01bdd941-7b04-4b68-b60d-94cf044828c9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.837502] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.838534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 874.868310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.869271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.869435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.869834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.869834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.869982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.870520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.870520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.870696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.870696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.870986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.872009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.872009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.872009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.872009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.872009] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.872009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.872265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.872505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.872505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.872627] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 874.944080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.945305] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a767cbb4-cd53-4bd2-9f76-0b28d70ef016 with status ACTIVE [ 874.945813] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.945813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.945813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.949116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.949504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.949504] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.949658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.949658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.949761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.949924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.950331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.950572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.950572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.950793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.951234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.951234] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a767cbb4-cd53-4bd2-9f76-0b28d70ef016 is going to be updated. [ 874.952473] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.952647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.981020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.981020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.981020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.981020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.981020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.981020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a767cbb4-cd53-4bd2-9f76-0b28d70ef016" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.981840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.982266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.982443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.982736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.983340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.001710] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 875.011195] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-d34bc188-df78-4303-84a9-f7b5344a3fb7 service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 875.011384] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-d34bc188-df78-4303-84a9-f7b5344a3fb7 service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 875.011531] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-d34bc188-df78-4303-84a9-f7b5344a3fb7 service nova] Enqueued Resource ID: 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc with Priority: HIGHEST for action port [ 875.012165] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 875.012418] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 875.012418] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc with Priority: HIGHEST for action port [ 875.012657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.012771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.012976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.013778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.014038] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.014172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.014254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.014476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.014561] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf2c7c1-91f6-498a-aef8-5ecf632b93cc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.099474] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 875.099681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.099931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.100136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.100331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.100450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.100518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.100669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.100749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.100850] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.340286] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21bdc7ec-1010-468f-ad80-ae8222314553: rpc.has_security_group_logging(os_id): False [ 875.360518] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.360758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.361014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.361410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.361649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.362027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.362267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.362412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.362756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.362859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.363104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be updated. [ 875.424870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.425049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.425049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.425325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.425592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.438554] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 875.454506] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.518423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc with status ACTIVE [ 875.518692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.518837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.518923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.519237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.519335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.519549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.519663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.519730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.519885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.519962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.520162] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.520255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.520319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.520459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.520534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.520620] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf2c7c1-91f6-498a-aef8-5ecf632b93cc is going to be updated. [ 875.541266] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.541731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.541950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.542807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.542807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.542807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf2c7c1-91f6-498a-aef8-5ecf632b93cc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.603379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.603592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.603592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.604180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.604285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.604392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.604453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.604714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.604908] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be updated. [ 875.644165] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.644402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.644479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.644679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.645010] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.654952] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: IN_PROGRESS for 2s [ 875.820942] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.821184] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.821334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.821638] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.821954] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.822313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.822465] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.822777] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.822965] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.823248] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.823428] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.823598] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.823736] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.823882] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.824043] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.824250] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.844674] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.844895] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.845073] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.845287] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-176" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.845621] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.845883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.846042] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.846399] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.846546] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.957976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.957976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.957976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.957976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.957976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.957976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c is going to be created. [ 875.983640] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.983777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.983849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.984074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.984244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.992933] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: UNINITIALIZED for 2s [ 876.297694] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 876.298105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.298642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.298893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.299060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.299154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.299610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.300085] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.301235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.301647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.301647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.301791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.302434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.302434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.302434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.302434] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.348787] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.349036] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.349193] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.349492] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.349688] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.349829] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 not found, creating... [ 876.350323] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.350568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.350698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.350960] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.351144] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.351881] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.352130] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.352266] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.352494] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.352630] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.352772] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 is going to be created. [ 876.390769] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.391039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.391153] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.391438] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.391678] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.391904] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.808024] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.808024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.808024] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.017810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 877.018154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.018230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.018445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.018532] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.167485] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-67e8936b-6d1a-4de2-97e8-9cd563186ea7 service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 877.167754] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-67e8936b-6d1a-4de2-97e8-9cd563186ea7 service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 877.167937] env[66645]: INFO networking_nsxv3.common.synchronization [req-c7945ec9-cf76-4ff2-852a-f1fd4091ed8a req-67e8936b-6d1a-4de2-97e8-9cd563186ea7 service nova] Enqueued Resource ID: 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 with Priority: HIGHEST for action port [ 877.169067] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 877.169067] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 877.169067] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 with Priority: HIGHEST for action port [ 877.169259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.169417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.169717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.169880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.170168] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.170512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.170512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.170686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.170893] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.310434] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.452384] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 877.452619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.521247] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.521403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.521475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.521791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.522027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.522143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.522210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.522368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.522454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.522540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.522630] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.671330] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af in Status: SUCCESS [ 877.671505] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af deletion is rescheduled due to dependency. [ 877.671619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.673077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 with status ACTIVE [ 877.673313] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.673449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.673519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.673741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.673829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.674017] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.674120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.674184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.674341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.674416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.674594] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.674686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.674747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.674882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.674962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.675049] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25 is going to be updated. [ 877.701515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.701515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.701515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.701714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.701855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.702159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2c6cfa-3fa9-45fe-93b4-1e7ce0a36a25" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.812999] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.813324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.813410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.813694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.813827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.813976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 877.852878] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.853155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.853155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.853361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.853505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.864906] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 878.005613] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: SUCCESS [ 878.005613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.005613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.005613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.006035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.006217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.006288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.006484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.006568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.006657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.006751] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.025467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.025815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.025880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.026187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.026407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.026521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.026651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.026913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.027023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.027192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.027428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.027592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.027673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.027894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.028363] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.028491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.028544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.028742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.028848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.028936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.029058] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.511021] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.532574] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 878.659031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.659031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.659031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.659031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.660664] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.660664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.660664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.660664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.660664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.660664] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 878.739724] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.739873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.739983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.740218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.740476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.758114] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 879.014877] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05006e0-1940-443f-996e-c6cbad60aa8c: rpc.has_security_group_logging(os_id): False [ 879.024291] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a2ad09a-912d-4a04-9d1a-b2988413062e req-fe49450f-0939-47c2-9b89-e3f1f62411ee tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 879.025063] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 879.025631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.025929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.025929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.026175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.026573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.026573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.026573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.026908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.027068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.027739] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.039749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.041799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.041902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.042169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.042640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.042640] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.042640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.042828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.042828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.042913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.043014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c is going to be created. [ 879.115859] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.116095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.116178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.116480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.116665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.131924] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: IN_PROGRESS for 2s [ 879.198025] env[66645]: INFO networking_nsxv3.common.synchronization [req-2b353a73-224c-41f1-b7b5-0cb2b8761c0b req-5325384b-e3ca-4028-a75d-579df8b4b6b8 tempest-ServerPasswordTestJSON-946180977 tempest-ServerPasswordTestJSON-946180977-project-member] Enqueued Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 879.198025] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGHEST for action security_group_members [ 879.198025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.198025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.198025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.198536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.198916] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.199228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.199415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.199675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.199883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.200108] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.531160] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.706051] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.706051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.706051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.706051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.706051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.706442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.706442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.706442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.706442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.706582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.706681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 is going to be updated. [ 879.743526] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.743709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.743804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.744018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.744169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.752801] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: IN_PROGRESS for 2s [ 879.877038] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 879.877302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.877497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.877780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.878053] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.878191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.878294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.878481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.878611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878906] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.879032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.879127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.879317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.879473] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.879615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.879693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.879856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.879966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.880609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.880609] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.881217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.881426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.881655] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.881771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.881857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.882064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.882148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.882246] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.034053] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.384594] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604aff38-5634-47b7-8031-406a3ff26779: rpc.has_security_group_logging(os_id): False [ 880.386029] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.405462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.407074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.407074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.407276] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.407359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.407418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.408580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.408580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.408580] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be created. [ 880.473659] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.473659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.473659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.473659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.473659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.484273] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 880.539122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539122] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 880.591041] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.591041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.591496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.591757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.591916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.605991] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 880.779684] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 880.780026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.891693] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.146066] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: SUCCESS [ 881.146066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.394294] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.394483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.394547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.394908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.394908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.395032] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 881.424772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.425207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.425374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.434696] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 881.763497] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 in Status: SUCCESS [ 881.763712] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 deletion is rescheduled due to dependency. [ 881.763962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.379737] env[66645]: INFO networking_nsxv3.common.synchronization [req-a4318617-4283-4810-805d-25eadc66c405 req-e97cf7fd-8ebc-4da5-a26f-50c6960a8217 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 882.380295] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 882.380603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.380727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.380802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.382128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.382324] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.382444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.382520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.382695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.382782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.382888] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.499287] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 882.499287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.499287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.499287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.499287] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.616640] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 882.616857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.885976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.887551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.887551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.887694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.887746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.888129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.889356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.889356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.889356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.889356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.889356] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 882.922311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.922834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.922925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.923180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.923402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.936152] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 883.002173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.002480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.314125] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4672be5e-d1de-4848-a425-dd0d3e5f6805 tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 925820a6-66ff-4af1-9193-ca2d823570fc with Priority: HIGHEST for action security_group_rules [ 883.315043] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925820a6-66ff-4af1-9193-ca2d823570fc with Priority: HIGHEST for action security_group_rules [ 883.315441] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925820a6-66ff-4af1-9193-ca2d823570fc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.315630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.315728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.315999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.316120] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925820a6-66ff-4af1-9193-ca2d823570fc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.416099] env[66645]: INFO networking_nsxv3.common.synchronization [None req-59ef8759-8710-49c7-940d-d24537a041f5 tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 925820a6-66ff-4af1-9193-ca2d823570fc with Priority: HIGHEST for action security_group_rules [ 883.416702] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925820a6-66ff-4af1-9193-ca2d823570fc with Priority: HIGHEST for action security_group_rules [ 883.417249] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925820a6-66ff-4af1-9193-ca2d823570fc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.417249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.448021] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.448021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.448021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.448021] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.839233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.839429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.839429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.839636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.839723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.839817] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925820a6-66ff-4af1-9193-ca2d823570fc already deleted. [ 883.839899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.840164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.840332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.840414] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925820a6-66ff-4af1-9193-ca2d823570fc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.951110] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.951262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.951330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.951546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.952542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.952857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.953067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.953441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.953670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.953884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954226] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.954475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.954639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.956377] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.956377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.956377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.956377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.956377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.956377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.956377] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.363456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.363666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.363666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.363883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.363969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.364078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925820a6-66ff-4af1-9193-ca2d823570fc already deleted. [ 884.364163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925820a6-66ff-4af1-9193-ca2d823570fc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.457830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604aff38-5634-47b7-8031-406a3ff26779: rpc.has_security_group_logging(os_id): False [ 884.479167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.479354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.479434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.479719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.479822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.480093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.480196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.480270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.480439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.480524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.480741] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.480892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.480970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.481164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.481281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.481506] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.481650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.481726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.481875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.481951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.482094] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 884.564541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.564734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.564815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.565031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.565204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.580228] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 884.945534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 884.945722] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 884.945828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.698099] env[66645]: INFO networking_nsxv3.common.synchronization [req-55549f33-df67-4f3d-b385-c43410482caf req-599381c7-d2f3-449e-8f61-475bbb025708 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 885.699039] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 885.699153] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.699277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.699343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.699603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.699770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.699874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.700059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.700310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.700415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.700522] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.047613] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.047807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.047935] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.048240] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.048498] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.048653] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.048775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.048995] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049156] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.049635] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.049812] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.049972] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.050168] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.050332] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.050488] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.050666] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.070930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.071216] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.071348] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.071570] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.071967] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-4b6cc561-07ea-4866-8f2b-f62fc57b922f taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.072229] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.072400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.072815] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.072994] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6cc561-07ea-4866-8f2b-f62fc57b922f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.202770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.202770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.202964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.203228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.203325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.203532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.203635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.203699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.203871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.203943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.204037] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 already deleted. [ 886.204159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.575585] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.575851] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.576037] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.576449] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.576699] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.576885] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 4b6cc561-07ea-4866-8f2b-f62fc57b922f not found, creating... [ 886.577181] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.577345] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.577479] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.577698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.577851] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.578281] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.578498] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.578673] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.578926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.579137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 4b6cc561-07ea-4866-8f2b-f62fc57b922f is going to be created. [ 886.594870] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 886.594870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.594870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.594870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.594870] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.602523] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.602632] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.603072] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.603072] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.603333] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.603564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.097516] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.097805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.097805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.097974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.098167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.098275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.098458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.098549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.098646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.098716] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.295281] env[66645]: INFO networking_nsxv3.common.synchronization [req-55549f33-df67-4f3d-b385-c43410482caf req-f82e2752-5c05-4d99-83c8-b64678c19051 service nova] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 887.295557] env[66645]: INFO networking_nsxv3.common.synchronization [req-55549f33-df67-4f3d-b385-c43410482caf req-f82e2752-5c05-4d99-83c8-b64678c19051 service nova] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 887.295620] env[66645]: INFO networking_nsxv3.common.synchronization [req-55549f33-df67-4f3d-b385-c43410482caf req-f82e2752-5c05-4d99-83c8-b64678c19051 service nova] Enqueued Resource ID: 4b6cc561-07ea-4866-8f2b-f62fc57b922f with Priority: HIGHEST for action port [ 887.296164] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_rules [ 887.296306] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 887.296408] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b6cc561-07ea-4866-8f2b-f62fc57b922f with Priority: HIGHEST for action port [ 887.296691] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.296810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.296878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.297146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.297177] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.297982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.298105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.298175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.298335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.298475] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.298585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.298623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.298813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.298813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.298914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.299905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b6cc561-07ea-4866-8f2b-f62fc57b922f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.300034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.300113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.300656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.300656] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6cc561-07ea-4866-8f2b-f62fc57b922f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.601781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.601925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.602015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.602700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.602767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.603148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603422] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.603518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.603580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.603728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.603868] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.603962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.604037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.604176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.604256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.604337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.604432] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.802544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.802735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.802863] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.804129] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b6cc561-07ea-4866-8f2b-f62fc57b922f with status ACTIVE [ 887.804129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.804129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.804332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.804405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.804494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.804665] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.804790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.804839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.804965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.805057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.805235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.805338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.805401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.805541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.805615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.805747] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b6cc561-07ea-4866-8f2b-f62fc57b922f is going to be updated. [ 887.831609] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.831814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.831857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.832148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.832310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.832453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b6cc561-07ea-4866-8f2b-f62fc57b922f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.106440] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604aff38-5634-47b7-8031-406a3ff26779: rpc.has_security_group_logging(os_id): False [ 888.125151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.125295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.125366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.125579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.125677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.125898] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.126275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.126377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.126574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.126982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.127087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.127291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.127855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.127855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.127963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.128063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.128158] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 888.187268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.187268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.187268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.187268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.187432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.226016] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 888.310250] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.813043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.813279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.813412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.813619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.813742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.813903] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 is going to be created. [ 888.838745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.838823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.838855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.839052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.839221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.847867] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: UNINITIALIZED for 2s [ 890.217256] env[66645]: INFO networking_nsxv3.common.synchronization [req-12d601be-bee4-494b-9eb2-a5c693a8b25d req-1e490e01-962c-4507-ab66-8c89ea8bce76 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 890.219918] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 890.220950] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.220950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.220950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.224122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.224122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.224122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.224122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.224122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.224122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.224122] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.240779] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 890.241033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.576500] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.576700] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.576826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.577213] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.577543] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.577724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.577873] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.578071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.578213] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.578423] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.578537] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.578645] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.578749] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.578856] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.578960] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.579100] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.599081] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.599442] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.599651] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.599857] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.600218] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-d342994e-8654-454c-8c34-0207e07c1596 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.600459] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.600664] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.601057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.601210] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d342994e-8654-454c-8c34-0207e07c1596',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.660975] env[66645]: INFO networking_nsxv3.common.synchronization [req-0151f3f7-348f-492d-9e27-8ea1729a92f2 req-60c8d3dc-3a97-4822-8cf6-f9d958852d30 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 890.661489] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 890.661800] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.661922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.661991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.662361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.662517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.662621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.662686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.662834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.662920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.663026] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.725813] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.725958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.726031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.726701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.726765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.727097] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 890.754751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.754991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.754991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.755208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.755349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.765152] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 890.856978] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: SUCCESS [ 890.857263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.857435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.857651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.857849] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.857969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.858048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.858205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.858287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.858372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.858464] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.104033] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.104267] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.104397] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.104681] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.104826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.104977] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port d342994e-8654-454c-8c34-0207e07c1596 not found, creating... [ 891.105273] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.105432] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.105545] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.105757] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.105890] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.106204] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.106360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.106479] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.106772] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.106869] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.107082] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: d342994e-8654-454c-8c34-0207e07c1596 is going to be created. [ 891.128052] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.128286] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.128416] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.128692] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.128942] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.129178] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.166077] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.361019] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.615818] env[66645]: INFO networking_nsxv3.common.synchronization [req-0151f3f7-348f-492d-9e27-8ea1729a92f2 req-f4969839-fba7-4faa-adb8-f7139bd66e64 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 891.616834] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 891.616834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.616834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.667681] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.822442] env[66645]: INFO networking_nsxv3.common.synchronization [req-12d601be-bee4-494b-9eb2-a5c693a8b25d req-d6aedb56-01a1-4b13-8441-2a0e8ea199c6 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 891.822514] env[66645]: INFO networking_nsxv3.common.synchronization [req-12d601be-bee4-494b-9eb2-a5c693a8b25d req-d6aedb56-01a1-4b13-8441-2a0e8ea199c6 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 891.822847] env[66645]: INFO networking_nsxv3.common.synchronization [req-12d601be-bee4-494b-9eb2-a5c693a8b25d req-d6aedb56-01a1-4b13-8441-2a0e8ea199c6 service nova] Enqueued Resource ID: d342994e-8654-454c-8c34-0207e07c1596 with Priority: HIGHEST for action port [ 891.823173] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 891.823386] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 891.823442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d342994e-8654-454c-8c34-0207e07c1596 with Priority: HIGHEST for action port [ 891.824013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.824663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.824738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.824988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.825235] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.825979] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.826126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.829994] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d342994e-8654-454c-8c34-0207e07c1596 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.829994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.829994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.829994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.829994] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d342994e-8654-454c-8c34-0207e07c1596',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.863260] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe24c49d-819c-47e7-9cec-58f5082b46a1: rpc.has_security_group_logging(os_id): False [ 891.882835] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.882835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.882835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.883135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.883135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.883695] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.883882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.883956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.884153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.884270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.884385] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 is going to be created. [ 891.946812] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.947094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.947094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.947253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.947383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.959570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: IN_PROGRESS for 2s [ 891.999238] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a0bbac6d-8f5d-4a1d-8b30-17ed352d865a None None] Enqueued Resource ID: 8a32f72c-2b66-43de-b25a-9584c0dd35ed with Priority: HIGHEST for action port [ 891.999238] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a32f72c-2b66-43de-b25a-9584c0dd35ed with Priority: HIGHEST for action port [ 891.999238] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a32f72c-2b66-43de-b25a-9584c0dd35ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.999238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a32f72c-2b66-43de-b25a-9584c0dd35ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.999238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a32f72c-2b66-43de-b25a-9584c0dd35ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.999238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a32f72c-2b66-43de-b25a-9584c0dd35ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.999691] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a32f72c-2b66-43de-b25a-9584c0dd35ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.052452] env[66645]: INFO networking_nsxv3.common.synchronization [req-0151f3f7-348f-492d-9e27-8ea1729a92f2 req-2ffcb49f-8b74-4b51-9727-ef7194989cb1 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 892.053226] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 892.053597] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.053705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.170501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.170796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.170874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170974] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 892.204044] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.204194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.204259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.204475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.204934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.215729] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 892.332054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.332054] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d342994e-8654-454c-8c34-0207e07c1596 with status ACTIVE [ 892.332054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.332054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.332054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.333811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.334038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.334038] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d342994e-8654-454c-8c34-0207e07c1596 is going to be updated. [ 892.360981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.361153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.361389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.361497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.363612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.363612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d342994e-8654-454c-8c34-0207e07c1596" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.502164] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a32f72c-2b66-43de-b25a-9584c0dd35ed [ 892.502439] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.502543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.502619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.502836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.502928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.503040] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a32f72c-2b66-43de-b25a-9584c0dd35ed already deleted. [ 892.503169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a32f72c-2b66-43de-b25a-9584c0dd35ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.777022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 892.777022] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.777022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.777022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.777022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.279795] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.784491] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.935747] env[66645]: INFO networking_nsxv3.common.synchronization [None req-880b2219-5256-4a3a-9ef7-aa9f7dae88d3 None None] Enqueued Resource ID: e151da16-a9f9-4163-9d4e-c0d5411efd76 with Priority: HIGHEST for action port [ 893.936431] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e151da16-a9f9-4163-9d4e-c0d5411efd76 with Priority: HIGHEST for action port [ 893.936795] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e151da16-a9f9-4163-9d4e-c0d5411efd76 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.936945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e151da16-a9f9-4163-9d4e-c0d5411efd76" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.938268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e151da16-a9f9-4163-9d4e-c0d5411efd76" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.938622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e151da16-a9f9-4163-9d4e-c0d5411efd76" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.938727] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e151da16-a9f9-4163-9d4e-c0d5411efd76',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.972246] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: SUCCESS [ 893.972498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.227944] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 894.228213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.228404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.228626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.228819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.228938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.228993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.229162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.229245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.229359] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.288067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.288412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.289202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.289202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.289202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.289202] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 894.336602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.336778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.336820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.339711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.339711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.347803] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 894.440953] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e151da16-a9f9-4163-9d4e-c0d5411efd76 [ 894.441160] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.441299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.441372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.441589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.441701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.441844] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e151da16-a9f9-4163-9d4e-c0d5411efd76 already deleted. [ 894.441976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e151da16-a9f9-4163-9d4e-c0d5411efd76" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.731770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.731979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.731979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.732281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.732391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.732621] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.732723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.732776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.732940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.733024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.733138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 894.764108] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.764301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.764398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.764642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.764793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.776285] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 895.061258] env[66645]: INFO networking_nsxv3.common.synchronization [req-dd4d6f2f-32e6-45ed-997d-1b59d26dbed7 req-65912588-2025-4caa-9714-b95b403933d7 tempest-ListServerFiltersTestJSON-490266565 tempest-ListServerFiltersTestJSON-490266565-project-member] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 895.062476] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGHEST for action security_group_members [ 895.063115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.063115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.063115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.063369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.063453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.063896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.063896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.063896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.064100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.064100] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.567049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.567439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.569032] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.569032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.569032] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be updated. [ 895.599987] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.601373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.601373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.615204] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: IN_PROGRESS for 2s [ 896.358220] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 896.358220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.358220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.358220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.358584] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.358584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.358584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.359217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.359217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.359217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.359217] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.785811] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 896.786006] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 deletion is rescheduled due to dependency. [ 896.786136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.786303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.786513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.786694] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.786810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.786873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.787034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.787118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.787219] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.861484] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.861651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.861730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.861942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.862142] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.862249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.862561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.862660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.862776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.862896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.863125] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.863252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.863319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.866725] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.866725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.866725] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.289525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.289806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.289906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.290182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.290293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.290509] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.290613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.290679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.290842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.290939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.291059] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 897.322312] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.322457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.322506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.332771] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 897.367400] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059a2f20-8e95-4d25-88c5-167de66e90d9: rpc.has_security_group_logging(os_id): False [ 897.386180] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.386180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.386180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.386388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.386978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.386978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.386978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.386978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.387284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.387284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.387482] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.387601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.387668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.387860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.387916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.388193] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.388253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.388338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.388503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.388607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.388697] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 897.465732] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.465732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.465732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.466201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.466201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.483023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 897.625097] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e in Status: SUCCESS [ 897.625363] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e deletion is rescheduled due to dependency. [ 897.625484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.888456] env[66645]: INFO networking_nsxv3.common.synchronization [req-90036e18-ca04-451c-8526-4fbab41d3f86 req-20b26443-8cfb-47a3-ad0a-22d750717e53 tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 898.889056] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 898.889399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.889522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.889616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.889824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.889990] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.890122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.890248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.890438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.890533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.890636] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.242065] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.242065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.242065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.242373] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.242893] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.243514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.243763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.244069] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.244287] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.244583] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.244810] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.245035] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.245244] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.245478] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.269028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.269028] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.269215] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.269354] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-147" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.269713] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-539884d8-664d-44eb-b631-ec77de597f8a taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.269826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.269938] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.270310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.270462] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539884d8-664d-44eb-b631-ec77de597f8a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.343141] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 899.343375] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 deletion is rescheduled due to dependency. [ 899.343501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.392457] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.392622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.392661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.392857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.392951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.393194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.393265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.393330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.393489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.393569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.393660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 899.418796] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.418940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.419021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.419230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.419373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.428672] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 899.497681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 899.497906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.775850] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.776098] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.776231] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.776710] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.776860] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.777024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 539884d8-664d-44eb-b631-ec77de597f8a not found, creating... [ 899.777285] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.777447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.777566] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.777797] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.778039] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.778245] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.778404] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.778519] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.778720] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.779177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.779327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 539884d8-664d-44eb-b631-ec77de597f8a is going to be created. [ 899.799611] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.799792] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.799933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.800294] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.800533] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801299] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.495251] env[66645]: INFO networking_nsxv3.common.synchronization [req-90036e18-ca04-451c-8526-4fbab41d3f86 req-001e9adc-1241-42b0-b931-471662194242 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 900.495535] env[66645]: INFO networking_nsxv3.common.synchronization [req-90036e18-ca04-451c-8526-4fbab41d3f86 req-001e9adc-1241-42b0-b931-471662194242 service nova] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 900.495590] env[66645]: INFO networking_nsxv3.common.synchronization [req-90036e18-ca04-451c-8526-4fbab41d3f86 req-001e9adc-1241-42b0-b931-471662194242 service nova] Enqueued Resource ID: 539884d8-664d-44eb-b631-ec77de597f8a with Priority: HIGHEST for action port [ 900.496641] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_rules [ 900.497269] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 900.497269] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539884d8-664d-44eb-b631-ec77de597f8a with Priority: HIGHEST for action port [ 900.497787] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.497883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.497949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498349] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.500503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.500503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.500503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-539884d8-664d-44eb-b631-ec77de597f8a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.500503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.500503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.500503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.500503] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539884d8-664d-44eb-b631-ec77de597f8a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.003530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.003649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.005108] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 539884d8-664d-44eb-b631-ec77de597f8a with status ACTIVE [ 901.005313] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.005451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.005543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.005773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.005866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.006180] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.006268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.006312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.006475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.006541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.006770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.006821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.006901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.007027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.007103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.007208] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 539884d8-664d-44eb-b631-ec77de597f8a is going to be updated. [ 901.030767] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.030911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.030982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.031207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.031347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.031587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539884d8-664d-44eb-b631-ec77de597f8a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.438501] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 901.438722] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d deletion is rescheduled due to dependency. [ 901.438885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.439302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.439558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.439647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.439794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.439859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.440282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.440347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.440422] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.944148] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.447321] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.949910] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.950260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.950260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.950437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.950556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.950600] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 902.986212] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.986212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.986212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.986212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.986212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.996870] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 905.008666] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 905.009133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.009200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.009425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.009694] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.009888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.009888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.010339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.010339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.010339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.010490] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.498948] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.499422] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 905.513104] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.513294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.513376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.513557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.513751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.513828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.514383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.514383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.514383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.514383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.514628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.514628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.514723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.514802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.514986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.515681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.515681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.515681] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.021325] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d: rpc.has_security_group_logging(os_id): False [ 906.043696] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.044397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.044397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.044731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.045634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.045634] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.045860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.046325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.046583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.046718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.046972] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.047148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.047252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.047473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.047608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.047848] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.048104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.048243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.048449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.048546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.048649] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 906.118443] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.119320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.119530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.121092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.121092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.135835] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 907.395696] env[66645]: INFO networking_nsxv3.common.synchronization [req-ef93fc8a-8b5b-4e00-9d18-dc90b7d47f1a req-25c16d67-564d-452f-bb83-d89e71033f9d tempest-ServerMetadataNegativeTestJSON-1841788159 tempest-ServerMetadataNegativeTestJSON-1841788159-project-member] Enqueued Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 907.398019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 907.398019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.398019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.401188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.401188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.401188] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.778070] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.778070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.778070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.778466] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.778813] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.779058] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.779238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781220] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781374] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.781585] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.781696] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.781804] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.781908] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.782068] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.782202] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.782869] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.804526] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.805209] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.805209] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.805209] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.805377] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-78e98756-7926-4cda-9c2e-87d338a27056 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.805526] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.805644] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.805989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.806166] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e98756-7926-4cda-9c2e-87d338a27056',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.903941] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.903941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.903941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.905105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.905105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.905105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.905105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.905105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.905105] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a already deleted. [ 907.905105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.154027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 908.154027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309135] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.309429] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.309588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.310117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.310387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.310596] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 78e98756-7926-4cda-9c2e-87d338a27056 not found, creating... [ 908.310918] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.311167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.311344] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.311622] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.311803] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.312159] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.312615] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.312757] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.313054] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.313220] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.313581] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 78e98756-7926-4cda-9c2e-87d338a27056 is going to be created. [ 908.338256] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.338464] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.338750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.339116] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.339398] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.339645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.071759] env[66645]: INFO networking_nsxv3.common.synchronization [req-ef93fc8a-8b5b-4e00-9d18-dc90b7d47f1a req-0ff8174f-93fa-499e-8fc5-da4819c8598d service nova] Enqueued Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_rules [ 909.072133] env[66645]: INFO networking_nsxv3.common.synchronization [req-ef93fc8a-8b5b-4e00-9d18-dc90b7d47f1a req-0ff8174f-93fa-499e-8fc5-da4819c8598d service nova] Enqueued Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 909.072133] env[66645]: INFO networking_nsxv3.common.synchronization [req-ef93fc8a-8b5b-4e00-9d18-dc90b7d47f1a req-0ff8174f-93fa-499e-8fc5-da4819c8598d service nova] Enqueued Resource ID: 78e98756-7926-4cda-9c2e-87d338a27056 with Priority: HIGHEST for action port [ 909.072536] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_rules [ 909.073012] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 909.073012] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e98756-7926-4cda-9c2e-87d338a27056 with Priority: HIGHEST for action port [ 909.073186] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.073257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.073334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.073594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.073673] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.075151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.075268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.075344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.075510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.075647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.075739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.075806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.075941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.076073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.076169] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.076953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e98756-7926-4cda-9c2e-87d338a27056 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.077066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.077102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.077252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.077329] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e98756-7926-4cda-9c2e-87d338a27056',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.580270] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.581222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.581347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.581546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e98756-7926-4cda-9c2e-87d338a27056 with status ACTIVE [ 909.581732] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.581863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.582045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.582248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.582358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.582586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.582698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.582763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.582927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.583026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.583212] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.583315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.583410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.583592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.583709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.583798] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e98756-7926-4cda-9c2e-87d338a27056 is going to be updated. [ 909.607341] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.608030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.608030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.608030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.608030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.608234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e98756-7926-4cda-9c2e-87d338a27056" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.908239] env[66645]: INFO networking_nsxv3.common.synchronization [req-5415f40e-b638-4d4b-98a5-f319cbcfb8d5 req-48de3dfa-db5b-4ad1-a8a8-008668fc7661 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 909.908239] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 909.908973] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.908973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.909335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.909561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.909661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.909718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.910351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.910351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.910351] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.085646] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.284142] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.284382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.284575] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.285077] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.285554] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.285787] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.285963] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.286312] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.286519] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.286795] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.287259] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.287259] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.287430] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.287472] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.287637] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.287937] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.311178] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.311377] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.311486] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.311662] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-189" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312129] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-4215b78f-a505-488b-8010-5a838ddbf544 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.312404] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.312547] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.312879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.315021] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4215b78f-a505-488b-8010-5a838ddbf544',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.413036] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.588261] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.588520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.588696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.588882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.589017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.589170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a is going to be created. [ 910.615735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.615971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.616109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.616409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.616662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.629020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: UNINITIALIZED for 2s [ 910.816806] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.817086] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.817256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.817606] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.817819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.818046] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 4215b78f-a505-488b-8010-5a838ddbf544 not found, creating... [ 910.818674] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.818915] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.819182] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819571] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819883] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.820594] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.820793] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.820903] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.821150] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.821309] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.821465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 4215b78f-a505-488b-8010-5a838ddbf544 is going to be created. [ 910.847496] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.847496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.847496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.847496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.847496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.847496] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.917258] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.420649] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.421062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.421062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.421209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.421287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.421386] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 911.459726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.459918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.459918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.460150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.460370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.471141] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 911.579991] env[66645]: INFO networking_nsxv3.common.synchronization [req-5415f40e-b638-4d4b-98a5-f319cbcfb8d5 req-3319edbf-fb52-47a3-88c5-99a9130184ca service nova] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 911.580263] env[66645]: INFO networking_nsxv3.common.synchronization [req-5415f40e-b638-4d4b-98a5-f319cbcfb8d5 req-3319edbf-fb52-47a3-88c5-99a9130184ca service nova] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 911.580429] env[66645]: INFO networking_nsxv3.common.synchronization [req-5415f40e-b638-4d4b-98a5-f319cbcfb8d5 req-3319edbf-fb52-47a3-88c5-99a9130184ca service nova] Enqueued Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 911.580974] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 911.581242] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 911.581404] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 911.581766] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.581928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.582086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.582299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.582448] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.583337] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4215b78f-a505-488b-8010-5a838ddbf544 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.584126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.584285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.584338] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4215b78f-a505-488b-8010-5a838ddbf544',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.044567] env[66645]: INFO networking_nsxv3.common.synchronization [req-bd25b798-a6db-4c39-a544-a59378e73714 req-e7a19707-0390-48f9-a47a-a9c0b6813742 tempest-ImagesOneServerNegativeTestJSON-987538479 tempest-ImagesOneServerNegativeTestJSON-987538479-project-member] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 912.045295] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGHEST for action security_group_members [ 912.045643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.045783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.045862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.046074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.046247] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.046725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.046804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.046976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.047086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.047202] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.087721] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.087879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.089252] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4215b78f-a505-488b-8010-5a838ddbf544 with status ACTIVE [ 912.089492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.089671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.089760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.090096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.090262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.090435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.090511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.090616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.090724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.090805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.091015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.091138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.091200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.091353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.091427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.091513] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4215b78f-a505-488b-8010-5a838ddbf544 is going to be updated. [ 912.119600] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.119600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.119600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.119600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.119600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.119600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.549908] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.550327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.550327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.550420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.550498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.550712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.550813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.550877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.551056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.551134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be updated. [ 912.579465] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.579643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.579729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.579983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.580188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.590051] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: IN_PROGRESS for 2s [ 912.644521] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: SUCCESS [ 912.645356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.645356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.645356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.645485] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.645548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.645584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.646408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.646408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646408] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.152016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.152242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.152284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.152604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.152788] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.152899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.152965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.153794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.154151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.154280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.154280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.154447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.154447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.154531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.154629] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.483022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 913.483403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.483568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.483901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.484198] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.484362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.484462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.484781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.484960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.485064] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.659365] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce3c38b7-204f-4cd3-9d1a-3763d21f708a: rpc.has_security_group_logging(os_id): False [ 913.707637] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.708116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.708116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.708274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.708345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.708653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.708841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.708841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.709059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.709189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.709520] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.709677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.709746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.709923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.710048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.710385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.710469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.710645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.710756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710877] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a is going to be created. [ 913.791225] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.791500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.791776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.791988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808673] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: IN_PROGRESS for 2s [ 913.988042] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.489986] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.600014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d in Status: SUCCESS [ 914.600293] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d deletion is rescheduled due to dependency. [ 914.600475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.992542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.992910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.992910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.993160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.993261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.993440] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 915.033367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.033567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.033607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.033893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.034093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.047524] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 915.538899] env[66645]: INFO networking_nsxv3.common.synchronization [req-5456164b-e428-4be8-a062-6b7f66687433 req-089ca46e-52f1-4dbe-be7d-c76502c4b97c tempest-ServersAdminTestJSON-1385027040 tempest-ServersAdminTestJSON-1385027040-project-member] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 915.539571] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGHEST for action security_group_members [ 915.539956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.540096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.540980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.540980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.541228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.541279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.541395] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.821097] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: SUCCESS [ 915.821366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.044159] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.045150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.045150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.045150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.067506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.067843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.067967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.068244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.068333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.068494] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be updated. [ 916.096419] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.096419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.096564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.096711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.096856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.106587] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: IN_PROGRESS for 2s [ 917.058233] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 917.058811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.058811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.058811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.058924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.059431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.059431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.059431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.059431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.059618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.059618] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.562536] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.562770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.562834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.563028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.563200] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.563303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.563371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.563622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.563696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.563731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.563877] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.563976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.564050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.564193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.564345] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.564437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.564826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.564826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.564826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.564954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.564954] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.624524] env[66645]: INFO networking_nsxv3.common.synchronization [req-b03e49aa-0e59-4bb9-8ea9-cda8d52c50ca req-d7780c2c-fd24-4fd0-8eed-94925a3b20bf tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 917.626563] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 917.627199] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.627408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.628229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.628464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.628642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.628748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.628818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.629042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.629108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.629325] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.070322] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 918.093251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.093481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.093481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.093659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.093754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.093940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.094049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.094136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.094264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.094338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094521] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.094658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.094732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.094938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.095075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.095292] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.095388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.095451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.095612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.095692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.095794] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 918.104659] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.104876] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.105019] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.105640] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.105911] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.106095] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.106220] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.106490] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.106677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.106972] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.107115] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.107231] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.107345] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.107470] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.107620] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.107716] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.117791] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893322f6-5398-4b26-8d4d-db4341d310f5 in Status: SUCCESS [ 918.117980] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 deletion is rescheduled due to dependency. [ 918.118148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.129925] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.130187] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.130444] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.130660] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.131026] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-71ef842b-0d88-4ad4-b811-44dde1833438 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.131205] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.131351] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.131720] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.131866] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ef842b-0d88-4ad4-b811-44dde1833438',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.133115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.133115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.133329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.133380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.133482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.134164] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.134164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.134164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.135059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.135059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.135059] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 918.160589] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.160781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.160890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.161179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.161351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.173641] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 918.197693] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.197877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.198144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.198289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.212320] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 918.638029] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.638029] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.638219] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.638435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.638592] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.638736] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 71ef842b-0d88-4ad4-b811-44dde1833438 not found, creating... [ 918.639186] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.639320] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.639443] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.639720] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.639827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.640103] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.640355] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.640489] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.640797] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.640858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.641019] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 71ef842b-0d88-4ad4-b811-44dde1833438 is going to be created. [ 918.663471] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.663679] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.663807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.664090] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.664468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.664534] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.395227] env[66645]: INFO networking_nsxv3.common.synchronization [req-b03e49aa-0e59-4bb9-8ea9-cda8d52c50ca req-2bb15222-b3e9-4349-8fd9-f5bd605d4b64 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 919.395489] env[66645]: INFO networking_nsxv3.common.synchronization [req-b03e49aa-0e59-4bb9-8ea9-cda8d52c50ca req-2bb15222-b3e9-4349-8fd9-f5bd605d4b64 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 919.395557] env[66645]: INFO networking_nsxv3.common.synchronization [req-b03e49aa-0e59-4bb9-8ea9-cda8d52c50ca req-2bb15222-b3e9-4349-8fd9-f5bd605d4b64 service nova] Enqueued Resource ID: 71ef842b-0d88-4ad4-b811-44dde1833438 with Priority: HIGHEST for action port [ 919.396097] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 919.396239] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 919.396341] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ef842b-0d88-4ad4-b811-44dde1833438 with Priority: HIGHEST for action port [ 919.396623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.396745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.396814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.397019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.397161] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.399060] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.399172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.399380] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ef842b-0d88-4ad4-b811-44dde1833438 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.399486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.399555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.399763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.399847] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ef842b-0d88-4ad4-b811-44dde1833438',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.653266] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 919.653266] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 919.653266] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 919.653266] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 919.654649] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.654649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.654649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.654863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.655099] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.655248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.655350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.655549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.655666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.656128] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.657251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.657397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.658335] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.658335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.658335] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.703152] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_rules [ 919.703152] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 919.703152] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 919.703152] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 919.703152] env[66645]: INFO networking_nsxv3.common.synchronization [req-eb54e010-a0d9-4c50-97ae-daea86c96f88 req-cc985de3-ac77-440d-8001-994a2b846350 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 919.705231] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_rules [ 919.707452] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 919.707452] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 919.707452] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 919.707452] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 919.707452] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.707452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.707452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.707452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.707452] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.708480] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.709746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.709746] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4215b78f-a505-488b-8010-5a838ddbf544 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.709746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.709746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.709746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.710347] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4215b78f-a505-488b-8010-5a838ddbf544',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.711641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.711641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.711641] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.712573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.901799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.901799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.903312] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71ef842b-0d88-4ad4-b811-44dde1833438 with status ACTIVE [ 919.903432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.903576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.904017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.904298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.904414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.904731] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.904731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.904879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.905216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.905216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.905404] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.905404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.905404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.905660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.905660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.905718] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71ef842b-0d88-4ad4-b811-44dde1833438 is going to be updated. [ 919.927435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ef842b-0d88-4ad4-b811-44dde1833438" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.160296] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.161335] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.185486] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 920.185701] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 920.185865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.186064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.186325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.186582] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.186734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.186799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.187036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.187111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.187265] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.212854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.212992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.213230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4215b78f-a505-488b-8010-5a838ddbf544 with status ACTIVE [ 920.213679] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.213679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.213679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.213851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.213970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.214109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.214261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.214302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.214467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.214565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.214775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.214873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.214941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.215390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.215390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.215390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4215b78f-a505-488b-8010-5a838ddbf544 is going to be updated. [ 920.248542] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 920.248954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.249170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.249398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.249494] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.252961] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.252961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.252961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.252961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.252961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.252961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.663414] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.664761] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.690010] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.754389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.754580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.054824] env[66645]: INFO networking_nsxv3.common.synchronization [req-0fb653b2-580e-4ad3-944d-1c90b05f3ef5 req-de616919-fc17-462c-b99a-eaaf79212c1e tempest-ServerMetadataNegativeTestJSON-1841788159 tempest-ServerMetadataNegativeTestJSON-1841788159-project-member] Enqueued Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 921.055469] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGHEST for action security_group_members [ 921.057349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.057349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.057349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057976] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.167204] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.167384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.167432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.167628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.167724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.167823] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be created. [ 921.169172] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.169290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.169356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.169555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.169635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.169722] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 921.192211] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.210194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.210305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.210534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.210770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.210825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.228025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.228025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.228025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.228025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.228305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.230280] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: UNINITIALIZED for 2s [ 921.256960] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 921.559958] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.559958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.560244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.560244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.560359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.561291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.561291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.561291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.561291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.561291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.561291] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a is going to be updated. [ 921.592409] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.592665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.593047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.593047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.593195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.603825] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: IN_PROGRESS for 2s [ 921.697068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.697429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.697429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.697675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.697675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.697755] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 921.728484] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.728711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.728899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.729062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.738473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 922.095395] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ea86f7a-cf0b-446f-9e7c-3d99f30566d1 req-07f39d05-b9e1-4b68-814f-c810b1d3b4a3 tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 922.095786] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 922.096456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.096456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.096456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.096725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.097138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.097138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.097270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.097718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.097718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.097718] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.458776] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.459048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.459358] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.459578] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.459982] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.460325] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.460470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.460793] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.460982] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.461246] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.461405] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.461523] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.461635] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.461747] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.461851] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.462026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.484734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.485273] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.485374] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.485689] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.486167] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-f9679ab4-65ed-4648-9bf5-5e932992aee9 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.486463] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.486701] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487194] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.487448] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9679ab4-65ed-4648-9bf5-5e932992aee9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.600292] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.990598] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.991069] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.991069] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.991301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.991467] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.991662] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port f9679ab4-65ed-4648-9bf5-5e932992aee9 not found, creating... [ 922.991944] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.992178] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.992329] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.992596] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.992770] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.993125] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.993317] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.993441] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.993687] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.993834] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.993992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: f9679ab4-65ed-4648-9bf5-5e932992aee9 is going to be created. [ 923.017229] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017839] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.018301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.018692] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.019100] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.103055] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.239608] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: UNINITIALIZED for 4s [ 923.266877] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 923.267131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.267325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.267554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.267760] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.268307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.268307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.268477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.268579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.268699] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.606773] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.607172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.607252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.607354] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 923.620228] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a in Status: SUCCESS [ 923.620496] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a deletion is rescheduled due to dependency. [ 923.620656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.636344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.636529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.636624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.636853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.636998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647323] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 923.748855] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ea86f7a-cf0b-446f-9e7c-3d99f30566d1 req-bcc6ce65-f5da-41d1-930e-cf762191b506 service nova] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_rules [ 923.749067] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ea86f7a-cf0b-446f-9e7c-3d99f30566d1 req-bcc6ce65-f5da-41d1-930e-cf762191b506 service nova] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 923.749258] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ea86f7a-cf0b-446f-9e7c-3d99f30566d1 req-bcc6ce65-f5da-41d1-930e-cf762191b506 service nova] Enqueued Resource ID: f9679ab4-65ed-4648-9bf5-5e932992aee9 with Priority: HIGHEST for action port [ 923.749914] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_rules [ 923.750110] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 923.750248] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9679ab4-65ed-4648-9bf5-5e932992aee9 with Priority: HIGHEST for action port [ 923.750597] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.750820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.750820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.751079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.751174] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.752121] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9679ab4-65ed-4648-9bf5-5e932992aee9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.753085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.753085] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9679ab4-65ed-4648-9bf5-5e932992aee9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.771266] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.784917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 923.785195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.785672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.785908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.786134] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.786271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.786336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.786533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.786631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.786728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.787203] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.255329] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.255723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.255723] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9679ab4-65ed-4648-9bf5-5e932992aee9 with status ACTIVE [ 924.255808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.255912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.255979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.256211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.256302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.256476] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.256659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.256810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.256885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257070] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.257164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.257224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.257358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.257436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257516] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9679ab4-65ed-4648-9bf5-5e932992aee9 is going to be updated. [ 924.275280] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.278195] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.278278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.278915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.278915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.278915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.278915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9679ab4-65ed-4648-9bf5-5e932992aee9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.289296] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.289503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.289583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.289797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.289976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.290094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.290157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.290316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.290406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.290536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.290757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.290898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.290983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.291208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.291399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.291526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.291611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.291795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.291901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.292197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.292372] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.776405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.776563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.776650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.776921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.778494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.778494] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 924.796176] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eebbd-a3bd-46bb-b484-1c3911046ddc: rpc.has_security_group_logging(os_id): False [ 924.816165] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.816345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.816444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.816683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.816800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.817061] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.817259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.817492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.817573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.817784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.817917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.818383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.818458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.818631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.818776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.818776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.818949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.819043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.819131] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 924.822240] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.822439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.822439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.822620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.822762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.838020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 924.884268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.884536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.884536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.884769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.884954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.903284] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 925.078783] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.079023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.079137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.079514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.079781] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.079944] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.080106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.080387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.080563] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.080781] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.080925] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.081018] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.081128] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.081234] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.081336] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.081464] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.104184] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.104375] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.104519] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.104698] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.105039] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.105217] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.105337] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.105653] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.105767] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.249672] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: SUCCESS [ 925.250017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.250147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.250389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.250648] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.250807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.250879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.251088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.251176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.251299] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.347347] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 925.347590] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 925.347652] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 925.349055] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 925.349249] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 925.349381] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 925.349713] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.349872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.350177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.350266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.350455] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.350590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.351274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.351483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.351582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.351691] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.352914] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.353035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.353254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.353339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.415517] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_rules [ 925.415801] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 925.416031] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_rules [ 925.416226] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 925.416463] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 925.416674] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 925.416838] env[66645]: INFO networking_nsxv3.common.synchronization [req-74e9b33c-7e99-4b0f-afc3-b1f294982355 req-3d8f3484-56f3-4f91-af20-b951baeedc18 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 925.417620] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_rules [ 925.417883] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_rules [ 925.418166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 925.418287] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4215b78f-a505-488b-8010-5a838ddbf544 with Priority: HIGHEST for action port [ 925.418443] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_rules [ 925.418660] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 925.418808] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 925.419432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.419695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.419776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.420105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.420245] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.421591] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.421757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.422039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.422320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.422761] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4215b78f-a505-488b-8010-5a838ddbf544 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.422939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.423123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.423480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.423710] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4215b78f-a505-488b-8010-5a838ddbf544',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.424882] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.425523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.425523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.425523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.425523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.425772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608157] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608399] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608526] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608828] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608985] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609301] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.610647] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.611555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.611555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.611555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.611555] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.611782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.611782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.612812] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.614198] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.615231] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 is going to be updated. [ 925.638048] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.638281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.638406] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.638691] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638886] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.639128] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.657362] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 925.657635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.657841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.658099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.658291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.658405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.658470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.658619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.658882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.658992] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.756906] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.854223] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.926448] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4215b78f-a505-488b-8010-5a838ddbf544 with status ACTIVE [ 925.926776] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.927009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.927173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.927440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.927585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.927870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.928067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.928172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.928349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.928430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.928733] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.928898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.929028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.929217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.929297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.929424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4215b78f-a505-488b-8010-5a838ddbf544 is going to be updated. [ 925.931107] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.931274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.953244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.953417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.953540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.953878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.954079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.954356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4215b78f-a505-488b-8010-5a838ddbf544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.162592] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.259422] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.356758] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.373837] env[66645]: INFO networking_nsxv3.common.synchronization [req-c0bb228a-c6b9-4b65-bb3d-47d192966bb3 req-f42ab747-eb9c-47ec-b824-8ddbcfe68e2d service nova] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 926.374056] env[66645]: INFO networking_nsxv3.common.synchronization [req-c0bb228a-c6b9-4b65-bb3d-47d192966bb3 req-f42ab747-eb9c-47ec-b824-8ddbcfe68e2d service nova] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 926.374197] env[66645]: INFO networking_nsxv3.common.synchronization [req-c0bb228a-c6b9-4b65-bb3d-47d192966bb3 req-f42ab747-eb9c-47ec-b824-8ddbcfe68e2d service nova] Enqueued Resource ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with Priority: HIGHEST for action port [ 926.374684] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_rules [ 926.374823] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 926.374926] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with Priority: HIGHEST for action port [ 926.375506] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.375645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.375738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.375883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.375975] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.376769] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.376878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.376947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.377390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.377450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377768] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.379014] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.379014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.379014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.379200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.379200] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.664850] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.763970] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.764233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.764291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.764537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.764713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.764923] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be updated. [ 926.804541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.804783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.804883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.805233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.805432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.820079] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: IN_PROGRESS for 2s [ 926.848963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 926.848963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.848963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.848963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.848963] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.848963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.849245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.849276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.849358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.849446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.849560] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.850522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.850688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.850876] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.850985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.851062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.851211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.851291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.851416] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.859636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.860226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.860226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.860226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.860465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.860465] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec is going to be created. [ 926.881899] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.882217] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.882393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.882519] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 with status ACTIVE [ 926.882726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.882837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.882889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.883124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.883212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.883384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.883481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.883547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.883707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.883796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.883961] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.884139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.884139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.884279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.884403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.884442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9 is going to be updated. [ 926.891239] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.891239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.891239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.891592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.891592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.913953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.914196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.914196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.914821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6723ac-3ebd-4eb9-907f-d5c35a9b1ce9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.915834] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec in Status: UNINITIALIZED for 2s [ 926.923918] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 926.924507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.167274] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.167433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.167504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.167715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.167797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.167890] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 927.201034] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.201034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.201034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.201248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.201370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.210878] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 927.353580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.353832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.354044] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.386915] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.856998] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.889574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.889574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.889696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.890400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.890400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.890400] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be updated. [ 927.926049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.926049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.926049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.926049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.926049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.938864] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: IN_PROGRESS for 2s [ 928.361045] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.361045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.361355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.361446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.361541] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 928.392349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.392796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.392796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.393053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.393924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.404743] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 928.831041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: SUCCESS [ 928.831246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.831410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.831631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.831828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.832124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.832124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.832200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.832263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.832369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.832477] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.833311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.833496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.833656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.833797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.833840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.833991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.834113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.834219] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.926935] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec in Status: SUCCESS [ 928.927115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.927600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.927688] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.927806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.928105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.928328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.928374] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.014755] env[66645]: INFO networking_nsxv3.common.synchronization [req-3e2e9a30-307f-41b9-b456-e1807c4d61ed req-5774791b-eda9-4f3e-8bae-2541390f3296 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 929.014894] env[66645]: INFO networking_nsxv3.common.synchronization [req-3e2e9a30-307f-41b9-b456-e1807c4d61ed req-5774791b-eda9-4f3e-8bae-2541390f3296 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 929.015035] env[66645]: INFO networking_nsxv3.common.synchronization [req-3e2e9a30-307f-41b9-b456-e1807c4d61ed req-5774791b-eda9-4f3e-8bae-2541390f3296 tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 929.015619] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 929.015760] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 with Priority: HIGHEST for action security_group_members [ 929.015862] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec with Priority: HIGHEST for action security_group_members [ 929.016168] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016466] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016801] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.221705] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 4s [ 929.336066] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.337154] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.430179] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.839947] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43a1d346-5d43-4eb1-b47b-8ff8b126ad58: rpc.has_security_group_logging(os_id): False [ 929.841126] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.859985] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.860150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.860223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.860492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.860573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.860802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.860913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.860980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.861187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.861273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.861382] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be created. [ 929.919171] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.919171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.919171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.919442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.919551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.932980] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: IN_PROGRESS for 2s [ 929.934346] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.947983] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 929.948216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.948870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.948870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.949064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.949243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.949243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.949370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.949456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.949532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.949624] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.158238] env[66645]: INFO networking_nsxv3.common.synchronization [req-8916a999-90a7-48f3-a1c9-fb3f4a90f2a2 req-7b4fae55-e80c-47b4-8a18-6af1f99c58fa tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 930.158238] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 930.158238] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.158238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.158238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.158510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.158635] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.158746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.158812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.159040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.159126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.159227] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.344020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.344020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.345147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.345147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be updated. [ 930.378755] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.378997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.379141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.379465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.379702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.392143] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: IN_PROGRESS for 2s [ 930.415763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 930.416035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.419887] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.419887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.419887] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.439356] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439356] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec is going to be updated. [ 930.452638] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.472048] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.472120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.472192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.472396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.472584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.482531] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec in Status: IN_PROGRESS for 2s [ 930.502771] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.503085] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.503410] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.503596] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.503925] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.504448] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.504525] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.504763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.504971] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.505204] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.505366] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.505589] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.505689] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.505754] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.505899] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.505999] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.537885] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.537885] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.537885] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.538097] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538427] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-75eeab0c-c158-44f4-a7f3-f9238bf20086 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.538674] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.538863] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539466] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75eeab0c-c158-44f4-a7f3-f9238bf20086',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.661678] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.661767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.661804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.662260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.662260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.662382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.662446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.662482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.662638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.662686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.662772] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 already deleted. [ 930.662877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.921988] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.954102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0555cc0b-9faf-4596-a998-3037007589ef: rpc.has_security_group_logging(os_id): False [ 930.973469] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.973658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.973658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.973904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.973990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.974243] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.974402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.974461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.974907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.974907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.974907] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be updated. [ 931.037182] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.037368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.037528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.037782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.038013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.042662] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.042940] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.043155] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.043554] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.043821] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.044074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 75eeab0c-c158-44f4-a7f3-f9238bf20086 not found, creating... [ 931.044478] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.044669] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.045218] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045399] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.045744] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.045943] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.046099] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.046348] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.046516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.046700] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 75eeab0c-c158-44f4-a7f3-f9238bf20086 is going to be created. [ 931.053572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: IN_PROGRESS for 2s [ 931.066137] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.066722] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.066722] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.066823] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.066992] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.067234] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.235617] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 931.235987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.236726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.236846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.237086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.237171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.237257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.237350] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.426679] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.740217] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.740771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.740771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.740852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.740980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.741109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.741171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.741345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.741434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.741499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.741648] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.741737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.741794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.741937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.742083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.742182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.742239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.742408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.742548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.742548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.742669] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.791820] env[66645]: INFO networking_nsxv3.common.synchronization [req-8916a999-90a7-48f3-a1c9-fb3f4a90f2a2 req-03213bc4-92f0-4723-9c87-9e9562755f69 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 931.792014] env[66645]: INFO networking_nsxv3.common.synchronization [req-8916a999-90a7-48f3-a1c9-fb3f4a90f2a2 req-03213bc4-92f0-4723-9c87-9e9562755f69 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 931.792210] env[66645]: INFO networking_nsxv3.common.synchronization [req-8916a999-90a7-48f3-a1c9-fb3f4a90f2a2 req-03213bc4-92f0-4723-9c87-9e9562755f69 service nova] Enqueued Resource ID: 75eeab0c-c158-44f4-a7f3-f9238bf20086 with Priority: HIGHEST for action port [ 931.792442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 931.792935] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 931.792935] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eeab0c-c158-44f4-a7f3-f9238bf20086 with Priority: HIGHEST for action port [ 931.798130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.798130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.798130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.798414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.798414] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.802847] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.803169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.803358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.803655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.804458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.804458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.804458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.804458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.804458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.804874] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.806014] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-75eeab0c-c158-44f4-a7f3-f9238bf20086 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.806014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.806014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.806014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.806306] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75eeab0c-c158-44f4-a7f3-f9238bf20086',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.930629] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.930857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.930931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.931238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.931318] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 931.951056] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: SUCCESS [ 931.951416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.951666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.951874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.952530] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.970902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.971077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.971148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.972329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.972329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.983811] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 932.245270] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7475b029-7261-4f87-b611-6efca1ac9e1b: rpc.has_security_group_logging(os_id): False [ 932.272306] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.272509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.272509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.272835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.272936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.273347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.273347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.273347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.273579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.273579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.273805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.273860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.273933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.274091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.274367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.274367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.274487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.274487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.274629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.274709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.274782] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 932.307965] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.309203] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.309397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.309542] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75eeab0c-c158-44f4-a7f3-f9238bf20086 with status ACTIVE [ 932.310173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.310779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.310779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.310779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.310779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.311072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.311149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.311231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.311412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.311476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.311660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.311785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.311851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.311991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.312089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.312260] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75eeab0c-c158-44f4-a7f3-f9238bf20086 is going to be updated. [ 932.347614] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.347884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.347963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.348232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.348428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.348645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75eeab0c-c158-44f4-a7f3-f9238bf20086" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.369101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.369199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.369398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.369552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 932.402705] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 in Status: SUCCESS [ 932.402705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.402705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.402972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.403078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.403264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.403375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.403654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.403773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.403878] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.496783] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.496783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.496783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.497188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.497188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.497330] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be deleted. [ 932.499247] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec in Status: SUCCESS [ 932.499580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.500163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.500398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.500948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.501107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.501221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.501467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.501541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.501660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.501773] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.502879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.503318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.503486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.503486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.503863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.503997] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.575068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.575336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.575433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.575663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.575759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.575929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.814542] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.907623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.907623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.907623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.907623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.907623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.907623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.907623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.908276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.908276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.908276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.908276] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 is going to be deleted. [ 932.941861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.942087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.942154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.942361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.942476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.942585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.942836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.943044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.943211] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.943318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.943376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.943514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.943589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.943759] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a1d346-5d43-4eb1-b47b-8ff8b126ad58',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.005920] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.007269] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.007397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.007931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.007931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.007931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.007931] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.008169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.008169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.008238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.008839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.008839] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec is going to be deleted. [ 933.039355] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.039772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.039853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.040097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.040222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.040345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.070332] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 933.070569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.318166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.318344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.318417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.318648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.318742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.319261] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be created. [ 933.365653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.365947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.365947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.366598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.366925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.379126] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: UNINITIALIZED for 2s [ 933.447660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.449376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.450058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.450058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.450058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453766] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.453766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.453766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.453766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.453766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453766] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a1d346-5d43-4eb1-b47b-8ff8b126ad58 already deleted. [ 933.453766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a1d346-5d43-4eb1-b47b-8ff8b126ad58" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.510858] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec: rpc.has_security_group_logging(os_id): False [ 933.533671] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.533855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.533958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.534219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.534309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.534820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.534820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.534820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.534956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.535035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.535119] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec is going to be created. [ 933.555182] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec], does not exist path=[/infra/domains/default/groups/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec]."\n}' [ 933.555345] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec [ 933.555438] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 933.601141] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.601483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.601584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.602058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.603142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.603374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.603489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.603557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.603725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.603835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.604123] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.604249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.604249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.604367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.604429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.604509] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec is going to be created. [ 933.631105] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec], does not exist path=[/infra/domains/default/groups/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec [ 933.631302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.631960] env[66645]: Traceback (most recent call last): [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 933.631960] env[66645]: return func(*args, **kwargs) [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 933.631960] env[66645]: res.raise_for_status() [ 933.631960] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 933.631960] env[66645]: raise HTTPError(http_error_msg, response=self) [ 933.631960] env[66645]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec [ 933.631960] env[66645]: During handling of the above exception, another exception occurred: [ 933.631960] env[66645]: Traceback (most recent call last): [ 933.631960] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 933.631960] env[66645]: listener.cb(fileno) [ 933.631960] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 933.631960] env[66645]: result = function(*args, **kwargs) [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 933.631960] env[66645]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 933.631960] env[66645]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 933.631960] env[66645]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 933.631960] env[66645]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 933.631960] env[66645]: res.raise_for_status() [ 933.631960] env[66645]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 933.631960] env[66645]: raise HTTPError(http_error_msg, response=self) [ 933.631960] env[66645]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39fc12fd-b5a4-4ed1-b75c-4dcdae5921ec [ 933.631960] env[66645]: Removing descriptor: 5 [ 933.999202] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 933.999605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.999993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.000281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.000483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.000628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.000744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.000941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.001046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.001138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.001343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.001439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.001555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.001688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.001923] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.002123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.002201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.002351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.002426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.002658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.002658] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.005487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.005487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.005487] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.410596] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 934.410918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.509826] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 934.510762] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.537031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.537031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.537031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.537031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.562391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.562779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.562974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.563078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.563342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.563435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.563667] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.563830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.564494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.564494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.564494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.564494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.564494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.564494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.564769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.564769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.564769] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 934.637288] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.637375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.637431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.638085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.638085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.662993] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 935.013888] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.393509] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 935.393805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.393996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.394365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.394584] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.394722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.394824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.395046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.395148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.395240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.395344] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.517889] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.518214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.518290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.520358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.520358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.520358] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 935.557673] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.558065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.558065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.558222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.558389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.572249] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 935.898031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.898031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.898031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.898348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.898348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.898430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.898501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.898666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.898814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.898912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.899125] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.899219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.899308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.899469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.899915] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.899915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.899915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.899915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.899915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.900605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.900605] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.405529] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 936.426025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.426025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.426025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.426025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.426686] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.426686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.426686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.426686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.426686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.426686] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be created. [ 936.486440] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.486440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.486440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.486440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.486440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.499024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 936.678169] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 936.678382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.678608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.678915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.678915] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.794087] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.794276] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 937.183547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.183547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.592449] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 937.592905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.592999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.593848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.594609] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.594795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.594865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.595173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.595262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.595371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.595502] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.098522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.098688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.098749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.099248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.099589] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.099715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.099812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.100083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.100450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.100610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.100875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.100970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.101044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.101363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.101995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.102877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.103190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.103398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.103502] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.464030] env[66645]: INFO networking_nsxv3.common.synchronization [req-d371db25-18f1-4b6e-a866-f0f2e53329c0 req-db2e47a0-be7c-48ad-ad51-29c9c0162ba7 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 938.464030] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 938.464030] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.464296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.464404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.464637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.464917] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.465108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.465236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.465428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.465541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.465658] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.521291] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 938.521465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.605996] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de5902c-7d69-430a-8ab7-86646ee1906b: rpc.has_security_group_logging(os_id): False [ 938.629491] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.629640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.629713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.629931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.630037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.630531] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.630531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.630531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.630531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.630863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.630863] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.630863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.630976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.631059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.631135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.631331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.631423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.631485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.631621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.631697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.632041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 938.718603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.718603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.718603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.718603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.718603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.744895] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 938.968889] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.220315] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.220600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.220805] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.221133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.221445] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.221632] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.221761] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.222021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.222195] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.223213] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.223213] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.223213] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.223213] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.223213] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.223213] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.223432] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.247311] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.247508] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.247647] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.247828] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.248228] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-cd299acd-d67e-4f21-959e-360b85fa7579 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.248602] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.248929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.249831] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd299acd-d67e-4f21-959e-360b85fa7579',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.473883] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.754205] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.754590] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.754590] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.754779] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.754927] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.755143] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port cd299acd-d67e-4f21-959e-360b85fa7579 not found, creating... [ 939.755432] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.755623] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.755703] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.755947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.756158] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.756495] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.756717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.756846] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.757065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.757227] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.757375] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: cd299acd-d67e-4f21-959e-360b85fa7579 is going to be created. [ 939.777220] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.777477] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.777637] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.777978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.778162] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.778389] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.977216] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.977216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.977216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.977515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.977515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.978231] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 940.033924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.034171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.034922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.034922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.034922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.048062] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 940.534521] env[66645]: INFO networking_nsxv3.common.synchronization [req-d371db25-18f1-4b6e-a866-f0f2e53329c0 req-f77d70cb-b03d-4091-972f-97b3b25a8c9b service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 940.535193] env[66645]: INFO networking_nsxv3.common.synchronization [req-d371db25-18f1-4b6e-a866-f0f2e53329c0 req-f77d70cb-b03d-4091-972f-97b3b25a8c9b service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 940.535398] env[66645]: INFO networking_nsxv3.common.synchronization [req-d371db25-18f1-4b6e-a866-f0f2e53329c0 req-f77d70cb-b03d-4091-972f-97b3b25a8c9b service nova] Enqueued Resource ID: cd299acd-d67e-4f21-959e-360b85fa7579 with Priority: HIGHEST for action port [ 940.535982] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 940.536617] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 940.536851] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd299acd-d67e-4f21-959e-360b85fa7579 with Priority: HIGHEST for action port [ 940.537042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.537160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.537322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.537427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.537510] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.539995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.539995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.539995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd299acd-d67e-4f21-959e-360b85fa7579 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.539995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.540449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.540449] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd299acd-d67e-4f21-959e-360b85fa7579',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.773147] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 940.773439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.040209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.040209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.042694] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd299acd-d67e-4f21-959e-360b85fa7579 with status ACTIVE [ 941.042969] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.043148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.043213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.043484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.043589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.043762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.043893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.043996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.044155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.044238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.044439] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.044539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.044603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.044749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.044863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.044986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd299acd-d67e-4f21-959e-360b85fa7579 is going to be updated. [ 941.072197] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.072413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.073156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.073317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.073491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd299acd-d67e-4f21-959e-360b85fa7579" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.663742] env[66645]: INFO networking_nsxv3.common.synchronization [req-73366a69-a1b5-48a6-8cdf-f126618de042 req-86b850e8-10d5-4cf1-bcce-d926de3fe64f tempest-ServersWithSpecificFlavorTestJSON-2121742507 tempest-ServersWithSpecificFlavorTestJSON-2121742507-project-member] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 941.664445] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGHEST for action security_group_members [ 941.664853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.665097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.665173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.665423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.665668] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.666725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.666804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.667724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.667822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.667933] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.059829] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 942.060652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.060652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.061537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061742] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.061865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.061923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.062103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.062190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062288] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.171297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.171297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.171297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.171297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.193562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.193853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.194018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.194083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.196104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.196104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.196104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be updated. [ 942.228781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.229032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.229089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.229311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.229448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.242517] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: IN_PROGRESS for 2s [ 942.445759] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-7f234ed9-095b-4118-8b07-4bc49482eba9 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 942.446328] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 942.446634] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.446756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.446824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.447073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.447259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.447389] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.447474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.447672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.447750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.447885] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.568367] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.944309] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-038c139e-917d-4bc1-b161-bcf13c4a1f9d tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 942.945489] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 942.946029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.946029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.951058] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.951058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.951058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.951282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974660] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.974660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.975635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.975635] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 943.002905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.003106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.003306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.003435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.003688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.014642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 943.071109] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.459497] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.459629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-711" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.459629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-711" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.460058] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-711" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.460300] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.460461] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.460576] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.460811] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.460966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.461184] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.461314] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.461642] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.461642] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.461642] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.461770] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.461855] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.482734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.482980] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.483137] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.483320] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-711" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.483713] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-20aabd48-e85c-4ab7-8f26-055d4006815e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.483919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.484123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.484465] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.484679] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20aabd48-e85c-4ab7-8f26-055d4006815e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.573632] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.573814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.573951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.574424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.574521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.574624] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 943.612711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.612711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.612711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.622740] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 943.633612] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c557fd0f-2ff2-4bc0-8a14-df153b076a06 None None] Enqueued Resource ID: c2e2948c-9f6a-482c-b8f7-a58249c62a8f with Priority: HIGHEST for action port [ 943.634253] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e2948c-9f6a-482c-b8f7-a58249c62a8f with Priority: HIGHEST for action port [ 943.634683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2e2948c-9f6a-482c-b8f7-a58249c62a8f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2e2948c-9f6a-482c-b8f7-a58249c62a8f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2e2948c-9f6a-482c-b8f7-a58249c62a8f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2e2948c-9f6a-482c-b8f7-a58249c62a8f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635214] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e2948c-9f6a-482c-b8f7-a58249c62a8f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.989810] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.989810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 20aabd48-e85c-4ab7-8f26-055d4006815e not found, creating... [ 943.989810] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.989810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.990452] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.990452] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.990452] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.990904] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.993041] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.993041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 20aabd48-e85c-4ab7-8f26-055d4006815e is going to be created. [ 944.013965] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.014218] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.014349] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.014616] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.014851] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.015106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137221] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2e2948c-9f6a-482c-b8f7-a58249c62a8f [ 944.137642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.138439] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2e2948c-9f6a-482c-b8f7-a58249c62a8f already deleted. [ 944.138552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2e2948c-9f6a-482c-b8f7-a58249c62a8f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.253315] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f in Status: SUCCESS [ 944.253490] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f deletion is rescheduled due to dependency. [ 944.254092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.766749] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-405e91ae-80fc-468c-bbb9-023544bb307c service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 944.767199] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-405e91ae-80fc-468c-bbb9-023544bb307c service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 944.767327] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-405e91ae-80fc-468c-bbb9-023544bb307c service nova] Enqueued Resource ID: 20aabd48-e85c-4ab7-8f26-055d4006815e with Priority: HIGHEST for action port [ 944.767884] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 944.768061] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 944.768200] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20aabd48-e85c-4ab7-8f26-055d4006815e with Priority: HIGHEST for action port [ 944.768548] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.768671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.768913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.768958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.769079] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.770692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.770809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.771711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-20aabd48-e85c-4ab7-8f26-055d4006815e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.771791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.771826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.772151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.772281] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20aabd48-e85c-4ab7-8f26-055d4006815e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.028064] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 945.028258] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 deletion is rescheduled due to dependency. [ 945.028391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.028564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.028768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.029009] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.029153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.029222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.029378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.029458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.029551] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.449530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.449530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.449530] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20aabd48-e85c-4ab7-8f26-055d4006815e with status ACTIVE [ 945.449530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.449530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.449530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.450032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.451417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.451417] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.451417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.451417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.451628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.451658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.451894] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.452777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.452777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.452777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.452777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.452777] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20aabd48-e85c-4ab7-8f26-055d4006815e is going to be updated. [ 945.476799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.476975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.477061] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.477264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.477404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.477608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20aabd48-e85c-4ab7-8f26-055d4006815e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.531822] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.634734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 945.634734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.634734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.635057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.635263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.635407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.635489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.635667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.635768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.635860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.635953] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.745901] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.745901] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-691" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.745901] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-691" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.745901] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-691" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.746260] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.746443] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.746607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.748677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.748677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.748677] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.748677] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.748677] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.748677] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.748677] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.748677] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.748677] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.769331] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.769331] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.769331] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.769477] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-691" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.769665] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-79ee2a5c-864a-4954-8624-47b6896d4d0b taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.769834] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.769955] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.770349] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.770447] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ee2a5c-864a-4954-8624-47b6896d4d0b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.022749] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0c0db201-fc35-4fcf-ad42-a6765750ce45 None None] Enqueued Resource ID: 39617c38-7176-4ed1-a2b9-4b9a2e0837ef with Priority: HIGHEST for action port [ 946.024095] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39617c38-7176-4ed1-a2b9-4b9a2e0837ef with Priority: HIGHEST for action port [ 946.024820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-39617c38-7176-4ed1-a2b9-4b9a2e0837ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.025018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39617c38-7176-4ed1-a2b9-4b9a2e0837ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.025129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39617c38-7176-4ed1-a2b9-4b9a2e0837ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.025517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39617c38-7176-4ed1-a2b9-4b9a2e0837ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.025758] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39617c38-7176-4ed1-a2b9-4b9a2e0837ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.033936] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.144745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.144745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.144745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.145384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.145384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.145384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.145384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.145384] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.274419] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.274854] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.274854] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.275920] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.275920] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.275920] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 79ee2a5c-864a-4954-8624-47b6896d4d0b not found, creating... [ 946.276087] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.276243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.277101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.277101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.277101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.277366] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.277366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.277532] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.277736] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.277884] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.278043] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 79ee2a5c-864a-4954-8624-47b6896d4d0b is going to be created. [ 946.302979] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.303258] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.303415] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.303738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.304102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.304382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.528389] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39617c38-7176-4ed1-a2b9-4b9a2e0837ef [ 946.528750] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.528828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.528928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.529209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.529335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.529438] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39617c38-7176-4ed1-a2b9-4b9a2e0837ef already deleted. [ 946.529594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39617c38-7176-4ed1-a2b9-4b9a2e0837ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.536277] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.536428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.536491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.536719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.536812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.536902] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 946.572991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.573186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.573235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.573434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.573586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.584605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 946.648864] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059a2f20-8e95-4d25-88c5-167de66e90d9: rpc.has_security_group_logging(os_id): False [ 946.668761] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.668761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.668999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.669048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.693917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.693917] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.694042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.695194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.695194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.695194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.695545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.695545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.695610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.695704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.695808] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 946.756881] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.756881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.756881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.756881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.756881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.771901] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 946.886254] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9743f311-4ff7-48c6-a2b8-48c08b80303c None None] Enqueued Resource ID: 58695380-0598-46d0-9bb6-bbf2c7e31e00 with Priority: HIGHEST for action port [ 946.889019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58695380-0598-46d0-9bb6-bbf2c7e31e00 with Priority: HIGHEST for action port [ 946.889019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-58695380-0598-46d0-9bb6-bbf2c7e31e00 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.889019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58695380-0598-46d0-9bb6-bbf2c7e31e00" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.889019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58695380-0598-46d0-9bb6-bbf2c7e31e00" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.889019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58695380-0598-46d0-9bb6-bbf2c7e31e00" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.889019] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58695380-0598-46d0-9bb6-bbf2c7e31e00',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-9aaa1686-adf8-4ddc-81b4-e62071aa3c7c service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-9aaa1686-adf8-4ddc-81b4-e62071aa3c7c service nova] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [req-e133c59e-1c66-4011-922b-224e0f77f2d1 req-9aaa1686-adf8-4ddc-81b4-e62071aa3c7c service nova] Enqueued Resource ID: 79ee2a5c-864a-4954-8624-47b6896d4d0b with Priority: HIGHEST for action port [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_rules [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 947.093176] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee2a5c-864a-4954-8624-47b6896d4d0b with Priority: HIGHEST for action port [ 947.093176] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.093176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.093930] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.094190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.094495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ee2a5c-864a-4954-8624-47b6896d4d0b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.094868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.095058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.095393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.096230] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ee2a5c-864a-4954-8624-47b6896d4d0b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.392217] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58695380-0598-46d0-9bb6-bbf2c7e31e00 [ 947.392442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.392577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.392646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.392949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.393084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.393139] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58695380-0598-46d0-9bb6-bbf2c7e31e00 already deleted. [ 947.393223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58695380-0598-46d0-9bb6-bbf2c7e31e00" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.582442] env[66645]: INFO networking_nsxv3.common.synchronization [req-007ba9b1-e147-4685-8b7d-5b69143ce1fd req-b6adbd45-9317-4ffe-97b2-dc6e69c45fc8 tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: d4c88807-0efc-48d5-bc40-32e59ff878bf with Priority: HIGHEST for action security_group_rules [ 947.583555] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c88807-0efc-48d5-bc40-32e59ff878bf with Priority: HIGHEST for action security_group_rules [ 947.584318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c88807-0efc-48d5-bc40-32e59ff878bf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.584318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c88807-0efc-48d5-bc40-32e59ff878bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.584318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c88807-0efc-48d5-bc40-32e59ff878bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.584648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c88807-0efc-48d5-bc40-32e59ff878bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.584770] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c88807-0efc-48d5-bc40-32e59ff878bf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.597711] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79ee2a5c-864a-4954-8624-47b6896d4d0b with status ACTIVE [ 947.597984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.598168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.598262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.598521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.598639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.598971] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.599040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.599409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599659] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.599797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.603310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.603471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.603563] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79ee2a5c-864a-4954-8624-47b6896d4d0b is going to be updated. [ 947.626023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.626204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.626241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.626487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.626659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.626901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ee2a5c-864a-4954-8624-47b6896d4d0b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.815154] env[66645]: INFO networking_nsxv3.common.synchronization [req-50491d94-6ebb-4b7a-828e-61599b485fda req-7a71586e-b7c0-4d3d-88e0-5d7809e19380 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 947.815154] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 947.815154] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.815798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.815984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.816299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.816576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.816792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.817562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.817868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.817961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.818112] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.109330] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.109496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.109550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.109809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.109923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.110090] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c88807-0efc-48d5-bc40-32e59ff878bf already deleted. [ 948.110263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c88807-0efc-48d5-bc40-32e59ff878bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.321925] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.322119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.322485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.322485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.354314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.354573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.354721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.355057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.355108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.355275] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 948.388841] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.388841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.388841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.390215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.390215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.402475] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 948.596325] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 948.596691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.603138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.603138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.603138] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.675000] env[66645]: INFO networking_nsxv3.common.synchronization [req-8b5466b3-00cd-4c63-a211-4c5ce0c7f252 req-244e0502-e7ab-4222-9ae9-4ceb50da629b tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: 5ec2b43e-8518-42b3-b6eb-94e7a578dfbc with Priority: HIGHEST for action security_group_rules [ 948.675215] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec2b43e-8518-42b3-b6eb-94e7a578dfbc with Priority: HIGHEST for action security_group_rules [ 948.675712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ec2b43e-8518-42b3-b6eb-94e7a578dfbc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.675858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ec2b43e-8518-42b3-b6eb-94e7a578dfbc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.675934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ec2b43e-8518-42b3-b6eb-94e7a578dfbc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.676268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ec2b43e-8518-42b3-b6eb-94e7a578dfbc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.676358] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ec2b43e-8518-42b3-b6eb-94e7a578dfbc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.789257] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 948.789501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.100113] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.300903] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.301213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.301341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.301424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.301518] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ec2b43e-8518-42b3-b6eb-94e7a578dfbc already deleted. [ 949.301597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ec2b43e-8518-42b3-b6eb-94e7a578dfbc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309471] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a426a4ea-a79a-40ec-8e43-337cb6de73e4 None None] Enqueued Resource ID: 90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f with Priority: HIGHEST for action port [ 949.310140] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f with Priority: HIGHEST for action port [ 949.310513] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.310625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.310689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.311064] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.603530] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.650518] env[66645]: INFO networking_nsxv3.common.synchronization [req-6e666b82-6320-4920-9131-e995aca95a34 req-0f05792d-5321-43a8-9d9e-5d1cca23709b tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: a2b81b46-f763-4c74-8649-0f8fcd619773 with Priority: HIGHEST for action security_group_rules [ 949.651459] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b81b46-f763-4c74-8649-0f8fcd619773 with Priority: HIGHEST for action security_group_rules [ 949.651975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b81b46-f763-4c74-8649-0f8fcd619773 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.652159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b81b46-f763-4c74-8649-0f8fcd619773" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.652246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b81b46-f763-4c74-8649-0f8fcd619773" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.652573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b81b46-f763-4c74-8649-0f8fcd619773" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.652644] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b81b46-f763-4c74-8649-0f8fcd619773',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.813308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f [ 949.813564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.813817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.813974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.814314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.814408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.814976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f already deleted. [ 949.815120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f4cabf-1fba-4cd8-99b6-7c6afa59ca0f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.107369] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.107536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.107610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.107823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.107914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.108039] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 950.144392] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.144554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.144612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.144925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.145146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.160298] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 950.174726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.174866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.175507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.175507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.175507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.175507] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b81b46-f763-4c74-8649-0f8fcd619773 already deleted. [ 950.175507] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b81b46-f763-4c74-8649-0f8fcd619773" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.297629] env[66645]: INFO networking_nsxv3.common.synchronization [req-d1f83079-e74e-424e-89e8-8415ba550a48 req-43f73cba-c14c-43a7-b8c0-6d33466363ae tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: 65a87c48-f64a-400c-b2f8-4e3898ad214b with Priority: HIGHEST for action security_group_rules [ 950.298247] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a87c48-f64a-400c-b2f8-4e3898ad214b with Priority: HIGHEST for action security_group_rules [ 950.298571] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a87c48-f64a-400c-b2f8-4e3898ad214b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.298718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a87c48-f64a-400c-b2f8-4e3898ad214b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.298819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a87c48-f64a-400c-b2f8-4e3898ad214b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.301165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a87c48-f64a-400c-b2f8-4e3898ad214b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.301295] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a87c48-f64a-400c-b2f8-4e3898ad214b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.420222] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 950.421611] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 950.421768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.822849] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.823244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.823244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.826021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.826021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.826021] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a87c48-f64a-400c-b2f8-4e3898ad214b already deleted. [ 950.826021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a87c48-f64a-400c-b2f8-4e3898ad214b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.158699] env[66645]: INFO networking_nsxv3.common.synchronization [req-ed4d952b-3267-4f98-9a9b-43b24f00228f req-61f3b75f-376c-4a91-8224-895ece9a1c7b tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.158699] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.158699] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483fb591-8f45-4747-a644-7874022abfbb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.158699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.159198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.159198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.159198] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483fb591-8f45-4747-a644-7874022abfbb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.353803] env[66645]: INFO networking_nsxv3.common.synchronization [req-bdf33306-1b2b-4bc0-902d-9fedecf074d6 req-7a8af11c-12d6-48b8-aa15-28f15580b7e1 tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.354375] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.354706] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483fb591-8f45-4747-a644-7874022abfbb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.354817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.383404] env[66645]: INFO networking_nsxv3.common.synchronization [req-a6e0730c-e39f-4f9d-bb26-29b7a068857d req-296a749b-72b5-4860-bff1-d35dc9a08e72 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 951.383404] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 951.383633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.383905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.384047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.384983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.384983] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.384983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.384983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.385473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.385553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.385695] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.644257] env[66645]: INFO networking_nsxv3.common.synchronization [req-66fd3ad6-a35c-46db-b114-84cd588a0e5e req-6c84cd4a-9250-4255-908b-0f0419bd4b1c tempest-SecurityGroupRulesTestJSON-2023919430 tempest-SecurityGroupRulesTestJSON-2023919430-project-member] Enqueued Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.644257] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483fb591-8f45-4747-a644-7874022abfbb with Priority: HIGHEST for action security_group_rules [ 951.644257] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483fb591-8f45-4747-a644-7874022abfbb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.644257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.681347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.681491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.681565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.682159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.682259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.682369] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483fb591-8f45-4747-a644-7874022abfbb already deleted. [ 951.682813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.683108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.683287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.683378] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483fb591-8f45-4747-a644-7874022abfbb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.891259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892601] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 951.924081] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.924294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.924337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.924618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.924760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.937286] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 952.171041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 952.171274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.171431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.171637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.171836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.171980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.172070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.172195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.172329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.172443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.172554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.173588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.173761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.173946] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.174077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.174160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.174288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.174377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.174447] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.203941] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.206035] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483fb591-8f45-4747-a644-7874022abfbb already deleted. [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.206035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.206035] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483fb591-8f45-4747-a644-7874022abfbb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.676347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.676526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.677762] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.727996] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.728235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.728437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.728525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.728679] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483fb591-8f45-4747-a644-7874022abfbb already deleted. [ 952.728732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483fb591-8f45-4747-a644-7874022abfbb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.181837] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.685039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.685223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.685298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.685527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.685806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.685806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 953.716386] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.716674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.716674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.717113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.717515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.728087] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 953.773601] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.773850] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774037] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774426] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774721] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.774916] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.775070] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.775403] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.775565] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.775789] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.775896] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.776015] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.776152] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.776265] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.776370] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.776503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.799242] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.799242] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.799242] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.799433] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-920" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.799719] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-8ca20436-5760-4f15-b0d7-d1006eb36c06 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.799878] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.800321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.800416] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.800587] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca20436-5760-4f15-b0d7-d1006eb36c06',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.959389] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 953.959595] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 953.959785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.302768] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.303267] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.303267] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303524] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.303671] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303976] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.304277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.304402] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.304645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.304792] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.305120] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.305439] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.305631] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.306114] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.306281] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 is going to be updated. [ 954.332196] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.332196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.332196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.332196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.332196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.332196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.798380] env[66645]: INFO networking_nsxv3.common.synchronization [req-f341d58d-ee28-4e52-8cdc-7c49ffb1ea23 req-501daf32-943a-4c27-b8eb-9578d588e04c tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 954.798611] env[66645]: INFO networking_nsxv3.common.synchronization [req-f341d58d-ee28-4e52-8cdc-7c49ffb1ea23 req-501daf32-943a-4c27-b8eb-9578d588e04c tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 954.798749] env[66645]: INFO networking_nsxv3.common.synchronization [req-f341d58d-ee28-4e52-8cdc-7c49ffb1ea23 req-501daf32-943a-4c27-b8eb-9578d588e04c tempest-SecurityGroupsTestJSON-465922125 tempest-SecurityGroupsTestJSON-465922125-project-member] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 954.801088] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGHEST for action security_group_members [ 954.801088] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGHEST for action security_group_members [ 954.801088] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGHEST for action security_group_members [ 954.801088] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.801088] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.801088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.801088] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.801866] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.801978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.802059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.802247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.802390] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.802534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.802598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.802738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.802818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.802952] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.803840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.804029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.804029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.804325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.804420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.804627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.804736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.804807] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [req-c6b480a0-f017-4f04-aa58-0d233082d1ba req-d88d9543-51fc-4a4e-9868-570150c5d40b service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [req-c6b480a0-f017-4f04-aa58-0d233082d1ba req-d88d9543-51fc-4a4e-9868-570150c5d40b service nova] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [req-c6b480a0-f017-4f04-aa58-0d233082d1ba req-d88d9543-51fc-4a4e-9868-570150c5d40b service nova] Enqueued Resource ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 with Priority: HIGHEST for action port [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_rules [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 955.123061] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 with Priority: HIGHEST for action port [ 955.123593] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.123976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.124224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.124571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.124766] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.127564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.127564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.127564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.127564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.127978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.128118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.128721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.128721] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.130195] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca20436-5760-4f15-b0d7-d1006eb36c06 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.130195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.130448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.130570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.130623] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca20436-5760-4f15-b0d7-d1006eb36c06',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.306397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.306828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.306828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.307013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.308554] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.308670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.308955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.309548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.344345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.344643] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.344770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.344833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.345080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.345159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.345235] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 is going to be updated. [ 955.346320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.346511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.347047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.347047] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.347047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.347047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.347253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.347253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.347311] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be updated. [ 955.348300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.348468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.372857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.372857] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.372857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.373464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.373464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.373464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.373464] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be updated. [ 955.392280] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.392430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.392493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.392697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.392837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.395484] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.395659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.395729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.396195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.409138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: IN_PROGRESS for 2s [ 955.409922] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: IN_PROGRESS for 2s [ 955.426337] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.427352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.427523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.427960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.427960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440701] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: IN_PROGRESS for 2s [ 955.637056] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.638149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.638258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.638416] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ca20436-5760-4f15-b0d7-d1006eb36c06 with status ACTIVE [ 955.638570] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.638676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.638733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.639074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.639172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.639345] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.639440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.639502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.639649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.639723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640047] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.640047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.640131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.640199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640360] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ca20436-5760-4f15-b0d7-d1006eb36c06 is going to be updated. [ 955.662547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.662688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.662760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.663040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.663189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.663347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca20436-5760-4f15-b0d7-d1006eb36c06" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.739574] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 955.739852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.740074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.740376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.740628] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.740788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.740879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.741200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.741200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.741360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.741486] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.741624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.741796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.742075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.742178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.742287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.742287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.742482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.742578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.742707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.742807] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.142827] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.245177] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604aff38-5634-47b7-8031-406a3ff26779: rpc.has_security_group_logging(os_id): False [ 956.268318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.268318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.268318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.268318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.268538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.268625] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.268735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.268799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.268959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269048] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.269392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.269534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.271039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.271039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.271039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.271039] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 956.436371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.436774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.436774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.436868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.436995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.467988] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 956.646560] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.646776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.646776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.646959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.647384] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 956.694815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.694930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.694971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.695376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.706656] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 957.424189] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838342b7-88ed-4a16-9d62-594735ce3444 in Status: SUCCESS [ 957.424571] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 deletion is rescheduled due to dependency. [ 957.424571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.425408] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de5902c-7d69-430a-8ab7-86646ee1906b in Status: SUCCESS [ 957.425590] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b deletion is rescheduled due to dependency. [ 957.425695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.452078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bdc7ec-1010-468f-ad80-ae8222314553 in Status: SUCCESS [ 957.452415] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 deletion is rescheduled due to dependency. [ 957.452415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219369] env[66645]: INFO networking_nsxv3.common.synchronization [req-155553e6-56cc-4e7e-9d7b-ca2458304c8c req-475acb4c-4052-4e28-909e-5255cebce1c8 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 958.220118] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 958.220244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.220371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.220428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.220627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.221037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.221037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.221037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.221474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.221568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.221661] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.486364] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 958.486364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.486729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.487894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.487894] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.651254] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.651510] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.651693] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.652094] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.652410] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.652680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.652840] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.653263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.653441] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.653693] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.653841] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.654047] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.654210] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.654476] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.654631] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.654802] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.675704] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.675704] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.675704] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.675704] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.675704] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.675704] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.675704] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.677438] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.677438] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2c7e5-cb24-4061-ad8f-8fdf1a54300c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.716402] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 958.717559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.717559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.718143] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.718256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.718290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.718546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.718630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.718798] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.725390] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.725854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.725982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.726284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.726537] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.726613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.726646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.726879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.726939] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 958.755076] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.755271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.755379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.756071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.756071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.766298] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 958.991054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.991054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.991264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.991472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.991709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.991856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.991929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.992125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.992218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.992306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.992398] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.179077] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.179332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.179461] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.179744] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.179898] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.180068] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c not found, creating... [ 959.180335] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.180493] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.180874] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.180874] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.180996] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.181336] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.181596] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.181718] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.181930] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.182108] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.182338] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c is going to be created. [ 959.205998] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.206249] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.206420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.206682] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.206970] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.207215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.221067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.221229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.221508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.221670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.221770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.221978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.222078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.222165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.222362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.222408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.222455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.222714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.222714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.222812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.222859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.223025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.223123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.223208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.223335] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.494833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.494833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.494833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.495222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.495222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.495222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.495403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.495653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.495786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.496362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.496362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.496362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.496362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.496362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.496598] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.496598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.496670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.496741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.496906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.496969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.497105] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.725872] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b428a03-23ab-4ffa-87ad-008a0ad4b02c: rpc.has_security_group_logging(os_id): False [ 959.732683] env[66645]: INFO networking_nsxv3.common.synchronization [req-8db638e1-9e6f-4b2d-a276-a391e12c0030 req-29752079-172e-4de6-b1b2-c27261b44e3d tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 959.733335] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 959.733670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.733792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.733857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734223] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.734782] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.747610] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.747829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.747881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.748098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.775232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.775517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.775633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.775908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.775981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.776260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.776360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.776422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.776575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.776650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.776834] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.776925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.776985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.777170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.777321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.777452] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 959.842940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.842940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.842940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.842940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.842940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.859416] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 959.973277] env[66645]: INFO networking_nsxv3.common.synchronization [req-155553e6-56cc-4e7e-9d7b-ca2458304c8c req-187d27bc-761d-48da-a71d-fe8846f35550 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 959.973277] env[66645]: INFO networking_nsxv3.common.synchronization [req-155553e6-56cc-4e7e-9d7b-ca2458304c8c req-187d27bc-761d-48da-a71d-fe8846f35550 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 959.973500] env[66645]: INFO networking_nsxv3.common.synchronization [req-155553e6-56cc-4e7e-9d7b-ca2458304c8c req-187d27bc-761d-48da-a71d-fe8846f35550 service nova] Enqueued Resource ID: 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c with Priority: HIGHEST for action port [ 959.974240] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 959.974429] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 959.974581] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c with Priority: HIGHEST for action port [ 959.978121] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.978413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.978528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.978930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.979049] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.980857] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.981535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.984800] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.984976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.985093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.985341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.985447] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2c7e5-cb24-4061-ad8f-8fdf1a54300c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.001744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 604aff38-5634-47b7-8031-406a3ff26779: rpc.has_security_group_logging(os_id): False [ 960.023701] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.023844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.023844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.024041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.024171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.024661] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.024661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.024661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.024830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.024830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.024955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.025049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.025097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.025231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.025657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.025657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.026460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.026460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.026460] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 960.042531] env[66645]: INFO networking_nsxv3.common.synchronization [req-8db638e1-9e6f-4b2d-a276-a391e12c0030 req-e41f2702-2b21-4d29-8575-f0e527b9b694 tempest-ServersTestMultiNic-690820440 tempest-ServersTestMultiNic-690820440-project-member] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 960.043549] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGHEST for action security_group_members [ 960.043549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.110129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.110346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.110346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.110560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.110719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.137673] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 960.236497] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.487267] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.487394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.488138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c with status ACTIVE [ 960.488138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.488138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.488138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.488351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.488407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.488876] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.488876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.488876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.488876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.489092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.489128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.489214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.489344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.489437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.489555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.489615] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f2c7e5-cb24-4061-ad8f-8fdf1a54300c is going to be updated. [ 960.522469] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.522469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.522469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.522830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.522830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.523095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f2c7e5-cb24-4061-ad8f-8fdf1a54300c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.739689] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.753795] env[66645]: INFO networking_nsxv3.common.synchronization [req-60e273ba-7a11-4ad7-ad38-91670a509b91 req-83cbcbd8-dd07-4608-9ed0-397af0556e64 tempest-ServerTagsTestJSON-429714587 tempest-ServerTagsTestJSON-429714587-project-member] Enqueued Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 960.759993] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 960.760208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.760363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.760456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.763347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.763534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.763691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.763779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.763967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.765871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.765871] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.779836] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 960.779836] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 960.779836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.779836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.779836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.779836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.780073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.780073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.780268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.780388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.780499] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.242383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.242916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.243141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.243305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.243446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.243605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 961.261025] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.261025] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.261025] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.261025] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.261025] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.261025] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.261672] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.262121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.262514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.262819] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.263085] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.263320] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.263519] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.265709] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.265709] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.265709] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.270055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.270055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.270055] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 already deleted. [ 961.270055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288591] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.288591] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.288591] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.288591] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.288591] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-544" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.289278] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-b1d9a532-e510-423e-9468-3cabcd6b1e52 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.289764] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.290120] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.290559] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.290828] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d9a532-e510-423e-9468-3cabcd6b1e52',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.296575] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.297052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.297359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.297909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.298208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.316728] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 961.794114] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.796106] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.796293] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.796293] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.797251] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.797251] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.797251] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port b1d9a532-e510-423e-9468-3cabcd6b1e52 not found, creating... [ 961.797417] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.798520] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.798520] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.798520] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.798520] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.798520] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.798754] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.798788] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.799018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.799182] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.799360] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: b1d9a532-e510-423e-9468-3cabcd6b1e52 is going to be created. [ 961.824911] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.825177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.826339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.826339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.826339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.826339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.878245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 961.878484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.155239] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 962.155494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.302058] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.302157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.302157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.302373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.302460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.302570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 962.340827] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.340827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.341139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.341785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.342014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.352845] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [req-60e273ba-7a11-4ad7-ad38-91670a509b91 req-1db6f9a7-89e3-41cb-b19e-0863dd2eb8b7 service nova] Enqueued Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_rules [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [req-60e273ba-7a11-4ad7-ad38-91670a509b91 req-1db6f9a7-89e3-41cb-b19e-0863dd2eb8b7 service nova] Enqueued Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [req-60e273ba-7a11-4ad7-ad38-91670a509b91 req-1db6f9a7-89e3-41cb-b19e-0863dd2eb8b7 service nova] Enqueued Resource ID: b1d9a532-e510-423e-9468-3cabcd6b1e52 with Priority: HIGHEST for action port [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_rules [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 962.562019] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d9a532-e510-423e-9468-3cabcd6b1e52 with Priority: HIGHEST for action port [ 962.562019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.562019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.562019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.562019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.562019] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.562893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.562893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.562893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.563066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.563251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.563341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.563398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.563542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.563816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.563816] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.564527] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d9a532-e510-423e-9468-3cabcd6b1e52 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.564689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.564834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.564907] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d9a532-e510-423e-9468-3cabcd6b1e52',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.066809] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.068820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.068820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.068820] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1d9a532-e510-423e-9468-3cabcd6b1e52 with status ACTIVE [ 963.069213] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.069213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.069213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.069448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.069448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.069648] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.069648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.069958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.069958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.069958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.070433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.070433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.070433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.070433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.070721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.070721] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1d9a532-e510-423e-9468-3cabcd6b1e52 is going to be updated. [ 963.096315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.096581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.096581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.096810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.096960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.097154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d9a532-e510-423e-9468-3cabcd6b1e52" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.327968] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 963.328180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.328341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.328604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.328794] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.328923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.328995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.329166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.329249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.329348] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.573453] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.797010] env[66645]: INFO networking_nsxv3.common.synchronization [req-b705d029-33d2-4f4b-a4c4-7920bb01ea38 req-bf578b96-2968-499b-ba30-4dd3d77afe09 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 963.798028] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 963.798809] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.798809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.798809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.799167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.799167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.799286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.799286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.799616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.799616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.799616] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.832657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.832927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.832927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.833256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.833363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.833615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.833761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.833830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.833944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.834064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.834127] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be updated. [ 963.863204] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.863204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.863463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.863723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.864774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.875325] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: IN_PROGRESS for 2s [ 964.077312] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.077312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.077769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.077769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.077769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.077862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 is going to be created. [ 964.105049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.105227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.105304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.105526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.105691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.115712] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: UNINITIALIZED for 2s [ 964.301712] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.364028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 964.364287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.364434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.364658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.364854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.365045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.365045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.365190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.365271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.365402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.365510] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.803898] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.868498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.868671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.868746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.868981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.869156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.869257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.869322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.869470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.869553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.869638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.869784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.869875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.869935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.870083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.870218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.870306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.870367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.870499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.870590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.870644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.870730] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.308588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.308946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.308946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309256] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 965.345997] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.346354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.346432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.346651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.346800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.355204] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 965.372645] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eebbd-a3bd-46bb-b484-1c3911046ddc: rpc.has_security_group_logging(os_id): False [ 965.390029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.390275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.390275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.390419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.390537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.390782] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.390884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.390884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.390990] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.391131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.391349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.391450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.391511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.391647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.391814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.391894] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.391986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.392044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.392235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.392267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.392329] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 965.459776] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.459965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.459965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.460264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.460503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.474320] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 965.886011] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 604aff38-5634-47b7-8031-406a3ff26779 in Status: SUCCESS [ 965.886011] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 604aff38-5634-47b7-8031-406a3ff26779 deletion is rescheduled due to dependency. [ 965.886011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.128185] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: SUCCESS [ 966.128403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.128585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.128806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.128997] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.129129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.129192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.129343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.129422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.130689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.130689] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.632656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.632940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.632977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.633247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.633421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.633523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.633587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.633735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.633821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.633907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.634068] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.634169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.634242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.634387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.634525] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.634614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.634673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.634807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.634883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.634966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.635067] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.137048] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1c1f1b7-e41b-4a90-a609-1f612cb01a41: rpc.has_security_group_logging(os_id): False [ 967.155796] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.156028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.156163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.156409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.156534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.156772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.156919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.157278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.157503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.157607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.157979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158207] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.158472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.158607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.158678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158776] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 is going to be created. [ 967.221493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.221701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.221758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.222012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.222206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.230869] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: IN_PROGRESS for 2s [ 967.365431] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 967.367019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.490509] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 967.490746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.799355] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 968.799904] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 969.244842] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: SUCCESS [ 969.245159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.586624] env[66645]: INFO networking_nsxv3.common.synchronization [req-66ecb6cb-b258-4050-8036-0bbd57767145 req-fac5c58d-a1b1-4118-8b7c-980b6a44db21 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 972.587023] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 972.587281] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.587388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.587903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.587903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.587903] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.587903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.587903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.590895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.591070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.591194] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.096091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.096297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.096395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.096616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.096995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.096995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.097161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.097195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.097415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.099463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.099463] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 973.100221] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.100464] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.100673] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.100947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.101289] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.101508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.101703] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.102012] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.102244] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.102485] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.102606] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.102723] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.102879] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.103091] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.103280] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.103397] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.125473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.125473] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.125778] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.126057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.126481] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-d4432024-9b9f-462b-8eeb-c64f7e72e83e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.126824] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.126824] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.127243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.127674] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4432024-9b9f-462b-8eeb-c64f7e72e83e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.134624] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.134624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.134624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.134845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.134879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.145386] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 973.630458] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.630882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.630882] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.631292] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.631524] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.631712] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port d4432024-9b9f-462b-8eeb-c64f7e72e83e not found, creating... [ 973.631992] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.632326] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.632464] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.632731] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.632877] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.633305] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.633548] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.633682] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.633953] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.634112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.634275] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: d4432024-9b9f-462b-8eeb-c64f7e72e83e is going to be created. [ 973.658290] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.658521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.658645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.658914] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.659173] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.659391] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433326] env[66645]: INFO networking_nsxv3.common.synchronization [req-66ecb6cb-b258-4050-8036-0bbd57767145 req-a3279225-643c-4ca2-940b-5caf0328eeea service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 974.433326] env[66645]: INFO networking_nsxv3.common.synchronization [req-66ecb6cb-b258-4050-8036-0bbd57767145 req-a3279225-643c-4ca2-940b-5caf0328eeea service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 974.433326] env[66645]: INFO networking_nsxv3.common.synchronization [req-66ecb6cb-b258-4050-8036-0bbd57767145 req-a3279225-643c-4ca2-940b-5caf0328eeea service nova] Enqueued Resource ID: d4432024-9b9f-462b-8eeb-c64f7e72e83e with Priority: HIGHEST for action port [ 974.433326] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 974.433540] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 974.433601] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4432024-9b9f-462b-8eeb-c64f7e72e83e with Priority: HIGHEST for action port [ 974.434237] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.434237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.434237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.434487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.434487] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.436445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.436445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.436445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4432024-9b9f-462b-8eeb-c64f7e72e83e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.436886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.436971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.437193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.437381] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4432024-9b9f-462b-8eeb-c64f7e72e83e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.939534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4432024-9b9f-462b-8eeb-c64f7e72e83e with status ACTIVE [ 974.939856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.940280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.940280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.940748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.940800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.941483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.941573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.941607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.941839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.942044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.942228] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.942327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.942394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.942545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.942619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.942708] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4432024-9b9f-462b-8eeb-c64f7e72e83e is going to be updated. [ 974.944498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.944631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.968090] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.968313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.968313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.968737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.968861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.969091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4432024-9b9f-462b-8eeb-c64f7e72e83e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.161344] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 975.161643] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 975.161822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.162034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.162267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.162453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.162566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.162627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.162774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.162851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.162943] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.666434] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.060095] env[66645]: INFO networking_nsxv3.common.synchronization [req-02d5aee6-2700-4a47-b63c-60ecb833f3ba req-f214b662-eb79-4801-af96-66e35024cc3f tempest-ServerTagsTestJSON-429714587 tempest-ServerTagsTestJSON-429714587-project-member] Enqueued Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 976.060736] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGHEST for action security_group_members [ 976.061115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.061339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.061452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.061790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.061991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.062138] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.062238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.062438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.062578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.062730] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.168310] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.565316] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.565904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566298] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.566419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 is going to be updated. [ 976.603966] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.604321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.604425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.604700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.615667] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: IN_PROGRESS for 2s [ 976.670680] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.670890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.670890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.671396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.671396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.671396] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 976.703738] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.703930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.703983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.705036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.705036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.715029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 977.020226] env[66645]: INFO networking_nsxv3.common.synchronization [req-136fd1ac-e51c-4b56-8187-f6c9ca025d4d req-ccfa7ca1-67db-4e2f-ab6c-dfb8d3ce345f tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 977.021047] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 977.021209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.021334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.021411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.021616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.022616] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.022616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.022616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.022616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.022616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.022616] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.526852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.527136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.527136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.527326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.527423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.527795] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.527795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.527795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.527926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.527961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.528061] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 977.560833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.560833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.560833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.570899] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 978.626424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 in Status: SUCCESS [ 978.626894] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 deletion is rescheduled due to dependency. [ 978.626894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.725792] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 978.726814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.726998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.727235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.727435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.727555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.727623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.727787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.727911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.728079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.728133] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.231544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.231701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.231774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.232015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.232298] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.232298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.232400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.232552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.232637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232727] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232916] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.232969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.233022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.233295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.233487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.233598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.233688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.233843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.233989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.234084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.234962] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.583963] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 979.584631] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 979.584631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.736912] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 979.754634] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.754805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.754862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.755144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.755521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.755521] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.755521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.755846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.755846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.755846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.756333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.756333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.756645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.756940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.756940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.757243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.757243] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 979.893295] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.893521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.893753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.893832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.893975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.909266] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 981.924034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 981.924344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.021879] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.022084] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 987.022770] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 987.022770] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 987.247494] env[66645]: INFO networking_nsxv3.common.synchronization [req-f2c177fc-0411-49ff-a6fd-d6c7bdc2da54 req-929b1b79-e2c7-4d2e-998c-dd3885fcfe29 tempest-ListImageFiltersTestJSON-210090000 tempest-ListImageFiltersTestJSON-210090000-project-member] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 987.248138] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 987.248559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.248666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.248708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.250046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.250046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.250046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.250046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.250046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.250046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.250046] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.573522] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574759] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.575187] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.575530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.575818] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.576228] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.576508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.576829] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.577129] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.577411] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.577632] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.578080] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.578397] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.579129] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.602937] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.603109] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.603259] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.603533] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.604723] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-4d419529-21e7-401a-b66d-4013722fa44e taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.604723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.604723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.604723] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d419529-21e7-401a-b66d-4013722fa44e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.665605] env[66645]: INFO networking_nsxv3.common.synchronization [req-f15d5cdf-89e0-48a5-84a0-f8e0fe684a8f req-e9495163-9020-478c-95f2-6099c4fb32b1 tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 987.666534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 987.666844] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.667019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.667374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.667578] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.667749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.668040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.668122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.668252] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.753893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.754099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.754180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.754579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.754693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756627] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.756627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.756627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.756627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.756627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756627] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 already deleted. [ 987.756627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.108385] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.108862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.108862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.109112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.109382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.109583] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 4d419529-21e7-401a-b66d-4013722fa44e not found, creating... [ 988.110058] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.110335] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.110494] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.110827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.111043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.111524] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.111821] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.111964] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.112294] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.112532] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.112715] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 4d419529-21e7-401a-b66d-4013722fa44e is going to be created. [ 988.135325] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.135535] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.135657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.135926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.136174] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.136394] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.171192] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.674015] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [req-f2c177fc-0411-49ff-a6fd-d6c7bdc2da54 req-47c5bae2-efac-4605-b62c-2885e51df42d service nova] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_rules [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [req-f2c177fc-0411-49ff-a6fd-d6c7bdc2da54 req-47c5bae2-efac-4605-b62c-2885e51df42d service nova] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [req-f2c177fc-0411-49ff-a6fd-d6c7bdc2da54 req-47c5bae2-efac-4605-b62c-2885e51df42d service nova] Enqueued Resource ID: 4d419529-21e7-401a-b66d-4013722fa44e with Priority: HIGHEST for action port [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_rules [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 988.878143] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d419529-21e7-401a-b66d-4013722fa44e with Priority: HIGHEST for action port [ 988.879759] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.879759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.880188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.880279] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.881212] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.881334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.881402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.881850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.881850] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.881850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.882049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.882049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.882235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.882235] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.883522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d419529-21e7-401a-b66d-4013722fa44e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.883522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.883522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.883522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.883761] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d419529-21e7-401a-b66d-4013722fa44e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.176775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.176775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.177403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.177403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.177403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.177403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 989.207323] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.207533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.207586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.207801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.207943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.218259] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 989.385035] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.386288] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.386288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.386434] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d419529-21e7-401a-b66d-4013722fa44e with status ACTIVE [ 989.387082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.387082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.387082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.387456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.387635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.387780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.388321] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.388455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.388520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.389517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.389517] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d419529-21e7-401a-b66d-4013722fa44e is going to be updated. [ 989.416533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.416533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.416533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.416533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.416793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.416909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d419529-21e7-401a-b66d-4013722fa44e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.640597] env[66645]: INFO networking_nsxv3.common.synchronization [req-52c6ecd4-8334-401c-bda2-9fb7ff4e4c9e req-b71ec2fb-799b-4f4e-8c9f-a0749150ef56 tempest-ListImageFiltersTestJSON-210090000 tempest-ListImageFiltersTestJSON-210090000-project-member] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 989.641259] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 989.641631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.641777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.890930] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.396797] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.397034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.397034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.397267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.397358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.397473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be created. [ 990.425971] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.426180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.426252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.426470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.426658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.444894] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: UNINITIALIZED for 2s [ 990.740773] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.740978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.741118] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.741447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.741696] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.741852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.741965] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.742187] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.742331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.742543] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.742655] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.742773] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.742879] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.742987] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.743103] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.743241] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.763095] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.763357] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.763624] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.763950] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-833" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.764349] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-74a75a0f-4824-4d50-bc2d-281a0d679671 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.764604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.764769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.765642] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.765642] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a75a0f-4824-4d50-bc2d-281a0d679671',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.234195] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 4s [ 991.269653] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.269947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.270121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.270458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.270642] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.271026] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 74a75a0f-4824-4d50-bc2d-281a0d679671 not found, creating... [ 991.271437] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.271646] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.271799] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.272081] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.272259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.272592] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.272806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.272939] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.273273] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.273522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.273685] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 74a75a0f-4824-4d50-bc2d-281a0d679671 is going to be created. [ 991.307513] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.307780] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.307936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.308387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.308653] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.308922] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.044474] env[66645]: INFO networking_nsxv3.common.synchronization [req-52c6ecd4-8334-401c-bda2-9fb7ff4e4c9e req-df2aafc2-6202-4ac4-b0dd-3db3a2f362a5 service nova] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_rules [ 992.044804] env[66645]: INFO networking_nsxv3.common.synchronization [req-52c6ecd4-8334-401c-bda2-9fb7ff4e4c9e req-df2aafc2-6202-4ac4-b0dd-3db3a2f362a5 service nova] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 992.044844] env[66645]: INFO networking_nsxv3.common.synchronization [req-52c6ecd4-8334-401c-bda2-9fb7ff4e4c9e req-df2aafc2-6202-4ac4-b0dd-3db3a2f362a5 service nova] Enqueued Resource ID: 74a75a0f-4824-4d50-bc2d-281a0d679671 with Priority: HIGHEST for action port [ 992.045586] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_rules [ 992.045763] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 992.045941] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a75a0f-4824-4d50-bc2d-281a0d679671 with Priority: HIGHEST for action port [ 992.046498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.046592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.046944] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.047052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.047311] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a75a0f-4824-4d50-bc2d-281a0d679671 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.047537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.047537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.047749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.047839] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a75a0f-4824-4d50-bc2d-281a0d679671',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.457092] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 992.457429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.457737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.458178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.458457] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.458623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.458699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.458932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.459040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.459133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.459260] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.460271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.460563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.460798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.460949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.461010] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.461182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.461263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461389] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.550128] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74a75a0f-4824-4d50-bc2d-281a0d679671 with status ACTIVE [ 992.550387] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.550523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.550597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.550823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.550913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.551116] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.551220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.551291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.551511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.551669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.551806] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.551923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.551984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.552139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.552214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.552356] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74a75a0f-4824-4d50-bc2d-281a0d679671 is going to be updated. [ 992.576134] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.576331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.576403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.576613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.576762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.576973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a75a0f-4824-4d50-bc2d-281a0d679671" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.964748] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.964748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.964984] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.245454] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 993.245796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.468035] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.970488] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.970711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.970711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.970949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.971052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.971162] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 994.003288] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.003535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.003535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.003668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.003820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.014091] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 994.689619] env[66645]: INFO networking_nsxv3.common.synchronization [req-e94714b8-e132-4c56-abea-9ea345bd43ee req-d2c18a24-54b6-4bbd-b321-94caf924d194 tempest-ServersNegativeTestJSON-420291249 tempest-ServersNegativeTestJSON-420291249-project-member] Enqueued Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 994.690250] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c with Priority: HIGHEST for action security_group_members [ 994.690601] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.690728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.690800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.691016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.691523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.691652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.692912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.692912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.692912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.692912] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b428a03-23ab-4ffa-87ad-008a0ad4b02c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.194379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.194616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.194731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.195030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.195164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.195495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.195683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.195777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.195984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.196130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.196261] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c is going to be updated. [ 995.229244] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.229407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.229811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.229811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.230024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.241185] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: IN_PROGRESS for 2s [ 995.274233] env[66645]: INFO networking_nsxv3.common.synchronization [req-24265f04-d79b-4f3c-b4a4-cb3ee9d8224d req-52b8e6f5-2118-419a-b9e9-1f70e8d32831 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 995.278955] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 995.278955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.278955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.278955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.278955] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.621139] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.621346] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.621475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.621738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621991] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.622363] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.622489] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.622710] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.622859] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.623085] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.623203] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.623311] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.623421] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.623557] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.623665] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.623796] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.644570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.644791] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.644935] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.645121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-791" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.646076] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-f284e766-1bc2-4203-b859-97cf302863f6 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.646754] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.646890] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f284e766-1bc2-4203-b859-97cf302863f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.780013] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.780399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.780399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.780497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.780548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.780747] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.780844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.780898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.781315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.781315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.781879] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 995.819258] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.819411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.819486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.819702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.819853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.830696] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 996.027040] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 996.027398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.027715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.027908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.028178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.028338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.028437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.028649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.028751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.028886] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.149451] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.149707] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.149852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.150172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.150344] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.150505] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port f284e766-1bc2-4203-b859-97cf302863f6 not found, creating... [ 996.150797] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.150968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.151109] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.151382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.151527] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.152116] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.152116] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.152318] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.152434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.153076] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.153076] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: f284e766-1bc2-4203-b859-97cf302863f6 is going to be created. [ 996.177148] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.177296] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.177413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.177697] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.178435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.531527] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.915495] env[66645]: INFO networking_nsxv3.common.synchronization [req-24265f04-d79b-4f3c-b4a4-cb3ee9d8224d req-9dc45aa3-2d4f-447d-ae8e-b21b007a5d27 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 996.915495] env[66645]: INFO networking_nsxv3.common.synchronization [req-24265f04-d79b-4f3c-b4a4-cb3ee9d8224d req-9dc45aa3-2d4f-447d-ae8e-b21b007a5d27 service nova] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 996.915495] env[66645]: INFO networking_nsxv3.common.synchronization [req-24265f04-d79b-4f3c-b4a4-cb3ee9d8224d req-9dc45aa3-2d4f-447d-ae8e-b21b007a5d27 service nova] Enqueued Resource ID: f284e766-1bc2-4203-b859-97cf302863f6 with Priority: HIGHEST for action port [ 996.917222] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_rules [ 996.920169] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 996.920169] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f284e766-1bc2-4203-b859-97cf302863f6 with Priority: HIGHEST for action port [ 996.920169] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.920169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.920169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.920169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.920169] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.920169] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.921223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.921707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f284e766-1bc2-4203-b859-97cf302863f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.922481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.922481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.922481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.925406] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f284e766-1bc2-4203-b859-97cf302863f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.037775] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.253102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c in Status: SUCCESS [ 997.253334] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b428a03-23ab-4ffa-87ad-008a0ad4b02c deletion is rescheduled due to dependency. [ 997.253441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b428a03-23ab-4ffa-87ad-008a0ad4b02c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425216] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.425433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.427681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f284e766-1bc2-4203-b859-97cf302863f6 with status ACTIVE [ 997.428242] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.428242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.428242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.428474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.428533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.428710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.428811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.428867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.429026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.429114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.429297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.429393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.429451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.429592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.429821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.429821] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f284e766-1bc2-4203-b859-97cf302863f6 is going to be updated. [ 997.455126] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.455458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.455458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.455646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.455838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.456044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f284e766-1bc2-4203-b859-97cf302863f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.541922] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.542161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.542279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.542548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.542766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.542928] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 997.599353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.599537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.599537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.599784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.599934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.625025] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 997.843433] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 997.843741] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 997.843941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.844160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.844572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.845178] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.845178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.845178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.845490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.845490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.845490] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.348486] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.851030] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.355878] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.355878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.355878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.355878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.355878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.355878] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 999.392570] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.392739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.392813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.393037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.393193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.403084] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 999.633865] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 999.634150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.634527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.634607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.634836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.635015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.635205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.635282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.635360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.635543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.635627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.635685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.635843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.635980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.636089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.636140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.636305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.636381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.636458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.636565] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.140249] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f91119-7575-43fd-bbfa-5c5088eebaf7: rpc.has_security_group_logging(os_id): False [ 1000.162439] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.163413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.163413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.165019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.165019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.165019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.165556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.165840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.166079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.166237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.166467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.166636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.166799] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be created. [ 1000.210668] env[66645]: INFO networking_nsxv3.common.synchronization [req-22497eeb-ed50-4cee-93e6-4905f01116f6 req-6a8e9f29-c242-45bb-9d04-d23f81c05f3b tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1000.211328] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1000.215041] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.215041] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.215041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.215041] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.255336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.255577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.255577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.255777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.255964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.278387] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 1000.714925] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.716617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.717735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.717735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.717735] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1000.750713] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.752028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.752028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.752028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.752028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.762570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1001.417710] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 1001.417929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.418152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.418351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.418546] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.418674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.418744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.418863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.419031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.419114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.419208] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.922122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.922496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.922496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.922929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.922929] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.923087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.923087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.923337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.923337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.923578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.923679] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.923738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.923774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.923910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.924066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.924158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.924223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.924353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.924427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.924511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.924602] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.291527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 1002.291860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.291907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.292242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.292369] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.426686] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059a2f20-8e95-4d25-88c5-167de66e90d9: rpc.has_security_group_logging(os_id): False [ 1002.455135] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.455135] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.455135] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.455135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.456286] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.456286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.456648] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 1002.524377] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.524596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.524596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.524849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.525037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.542427] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 1002.774542] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1002.774769] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1002.775367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.795698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.795994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.796144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.796499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.796731] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.796902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.796967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.797253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.797375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.797493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.797625] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.300568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.301380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.301380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.301380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.301380] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.301380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.301840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.301840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.301840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.301840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.301987] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.302063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.302124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.302298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.302418] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.302514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.302577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.302715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.302791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.302876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.302969] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.806081] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f91119-7575-43fd-bbfa-5c5088eebaf7: rpc.has_security_group_logging(os_id): False [ 1003.837286] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.837286] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.837286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.837683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.837683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.837683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.837795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.837829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.838065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.838200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.838564] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.838723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.838794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.839045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.839248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.839458] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 1003.929127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.929348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.929426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.929647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.929851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.945578] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 1004.560911] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 1004.561284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.213108] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1005.213392] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1005.283016] env[66645]: INFO networking_nsxv3.common.synchronization [req-66816ff0-54e6-479d-959c-3649aa2909b8 req-07a36544-bb91-45f1-bbb4-f3a0055e956b tempest-MigrationsAdminTest-927172383 tempest-MigrationsAdminTest-927172383-project-member] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 1005.285314] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGHEST for action security_group_members [ 1005.286486] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.286858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.286858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.286999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.287319] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.287415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.287494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.288089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.288089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.288089] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.780670] env[66645]: INFO networking_nsxv3.common.synchronization [req-d3b486be-d502-4bf5-85bb-031dac2c32f8 req-9e0713dc-9dea-481a-a45e-c52970f39973 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 1005.781734] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGHEST for action security_group_members [ 1005.781881] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.782101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.782224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.782521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.785992] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.785992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.785992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.785992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.785992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.785992] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.791264] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.793678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.793678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.793678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.820602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.820856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.821017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.821017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.821311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.821422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.821579] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be updated. [ 1005.869184] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.869468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.869468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.869764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.869997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.889656] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: IN_PROGRESS for 2s [ 1005.969619] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 1005.969619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.287552] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.288014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.288014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.288155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.311700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.312245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.312584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.312699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.312958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.313113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.313407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be updated. [ 1006.344348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.345168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.345346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.359354] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: IN_PROGRESS for 2s [ 1007.903414] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7475b029-7261-4f87-b611-6efca1ac9e1b in Status: SUCCESS [ 1007.903812] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b deletion is rescheduled due to dependency. [ 1007.903864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.222504] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.222679] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.371052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0555cc0b-9faf-4596-a998-3037007589ef in Status: SUCCESS [ 1008.371296] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0555cc0b-9faf-4596-a998-3037007589ef deletion is rescheduled due to dependency. [ 1008.371452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.782699] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1010.782699] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1013.078771] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5184bfcb-e573-4d17-9666-ec8fd02074cc None None] Enqueued Resource ID: 00b882b0-7cb6-498d-ac84-443259fb4cd3 with Priority: HIGHEST for action port [ 1013.079248] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b882b0-7cb6-498d-ac84-443259fb4cd3 with Priority: HIGHEST for action port [ 1013.079858] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b882b0-7cb6-498d-ac84-443259fb4cd3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.079858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b882b0-7cb6-498d-ac84-443259fb4cd3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.079858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b882b0-7cb6-498d-ac84-443259fb4cd3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.080099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b882b0-7cb6-498d-ac84-443259fb4cd3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.080099] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b882b0-7cb6-498d-ac84-443259fb4cd3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.584025] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00b882b0-7cb6-498d-ac84-443259fb4cd3 [ 1013.584025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.584025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.584025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.584025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.584025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.584025] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00b882b0-7cb6-498d-ac84-443259fb4cd3 already deleted. [ 1013.584025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b882b0-7cb6-498d-ac84-443259fb4cd3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.915400] env[66645]: INFO networking_nsxv3.common.synchronization [req-6886ea08-6ee8-4f81-b28b-880c0b7c1cfe req-dc64093a-985e-4ab2-93be-0422b4dd3e2c tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1013.916126] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1013.916966] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.917174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.917272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.917472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.917634] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.917803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.917904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.918102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.918189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.918287] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.275389] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.275755] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.275755] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.276012] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.276276] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.276433] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.276549] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.276769] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.276920] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.277179] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.277294] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.277404] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.277517] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.277628] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.277745] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.277928] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.304224] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.304717] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.304882] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.305116] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.305864] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-46384c25-6123-4e00-9e59-cf9b94e546c7 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.306223] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.306363] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.306731] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.306879] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46384c25-6123-4e00-9e59-cf9b94e546c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.420310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.420541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.420622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.420923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421253] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.421348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.421410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.421575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421767] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1014.448250] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.448420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.448515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.448828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.449018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.458231] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1014.809708] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.809946] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.810086] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.810388] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.810544] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.810718] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 46384c25-6123-4e00-9e59-cf9b94e546c7 not found, creating... [ 1014.810970] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.811145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.811265] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.811490] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.811628] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.812017] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.812243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.812321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.812533] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.812666] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.812805] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 46384c25-6123-4e00-9e59-cf9b94e546c7 is going to be created. [ 1014.844255] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.844486] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.844597] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.844892] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.845153] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.845390] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.007459] env[66645]: INFO networking_nsxv3.common.synchronization [None req-37f7915b-a38c-4d6f-88ab-99f55b095a65 None None] Enqueued Resource ID: f8093ed8-4a4b-4ef4-967b-685b01c2734b with Priority: HIGHEST for action port [ 1015.008145] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8093ed8-4a4b-4ef4-967b-685b01c2734b with Priority: HIGHEST for action port [ 1015.008491] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8093ed8-4a4b-4ef4-967b-685b01c2734b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.008664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8093ed8-4a4b-4ef4-967b-685b01c2734b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.008803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8093ed8-4a4b-4ef4-967b-685b01c2734b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.008986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8093ed8-4a4b-4ef4-967b-685b01c2734b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.009161] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8093ed8-4a4b-4ef4-967b-685b01c2734b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.511936] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8093ed8-4a4b-4ef4-967b-685b01c2734b [ 1015.512325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.512394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.512447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.512735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.512842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.512933] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8093ed8-4a4b-4ef4-967b-685b01c2734b already deleted. [ 1015.513023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8093ed8-4a4b-4ef4-967b-685b01c2734b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.551832] env[66645]: INFO networking_nsxv3.common.synchronization [req-6886ea08-6ee8-4f81-b28b-880c0b7c1cfe req-7f231ecb-ee2d-4150-83a6-e184e1560884 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1015.552035] env[66645]: INFO networking_nsxv3.common.synchronization [req-6886ea08-6ee8-4f81-b28b-880c0b7c1cfe req-7f231ecb-ee2d-4150-83a6-e184e1560884 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1015.552264] env[66645]: INFO networking_nsxv3.common.synchronization [req-6886ea08-6ee8-4f81-b28b-880c0b7c1cfe req-7f231ecb-ee2d-4150-83a6-e184e1560884 service nova] Enqueued Resource ID: 46384c25-6123-4e00-9e59-cf9b94e546c7 with Priority: HIGHEST for action port [ 1015.552970] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1015.553494] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1015.553623] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46384c25-6123-4e00-9e59-cf9b94e546c7 with Priority: HIGHEST for action port [ 1015.554043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.554266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.554491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.554603] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.556180] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.556380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.556617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-46384c25-6123-4e00-9e59-cf9b94e546c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.556737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.556823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.557078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.557547] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46384c25-6123-4e00-9e59-cf9b94e546c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.058833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.059063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059490] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46384c25-6123-4e00-9e59-cf9b94e546c7 with status ACTIVE [ 1016.059725] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.060542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.060542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.060732] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.060908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.061188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.061325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.061619] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.061801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.061863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.062068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.062192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.062323] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46384c25-6123-4e00-9e59-cf9b94e546c7 is going to be updated. [ 1016.086336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.086643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.086643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.086897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.086897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.087071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46384c25-6123-4e00-9e59-cf9b94e546c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.468167] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1016.468167] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1016.468167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.468167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.469064] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.971873] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.380826] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f6adafe7-266c-4555-8467-ceac70d1d59b tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1017.385468] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1017.385846] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.386014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.386131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.386412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.386509] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.475582] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.495205] env[66645]: INFO networking_nsxv3.common.synchronization [None req-22c1cb97-7f6b-4942-bcbf-f9ddf34bb3d7 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1017.496567] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1017.496567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.496567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.913442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba already deleted. [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913442] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.978503] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.980625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.980625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.980625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.980625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.980625] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1018.010851] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.011056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.011149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.011388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.011540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.021659] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1018.053120] env[66645]: INFO networking_nsxv3.common.synchronization [None req-4c3810ef-767a-47e8-b0cc-bce1b7243308 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1018.053765] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1018.054091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.054231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.054301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.054562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.054642] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.167353] env[66645]: INFO networking_nsxv3.common.synchronization [None req-696d4a63-47aa-45f0-86b8-3242604c33d9 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1018.167821] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1018.168174] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.168282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.432936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.433093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.433165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.433369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.433458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.433554] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba already deleted. [ 1018.433636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.577035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.577035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.577035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.577035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.577035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.577035] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be already deleted. [ 1018.577035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.577386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.577386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.577458] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.944954] env[66645]: INFO networking_nsxv3.common.synchronization [req-d4b9f89b-fe1d-48e4-9686-5200f061c0b5 req-3d43820b-b958-4b61-b41d-adf87af00975 tempest-ServerActionsV293TestJSON-1649109971 tempest-ServerActionsV293TestJSON-1649109971-project-member] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 1018.945595] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGHEST for action security_group_members [ 1018.945927] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.946124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.946124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.946508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.946508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.946643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.946643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.947073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.947073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.947073] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.099811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.099811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.099811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.099811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.099811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.099811] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be already deleted. [ 1019.099811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.450375] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.450555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.450623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.450808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.475175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.475454] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.475454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.475585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.476183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.476183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.476183] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c is going to be updated. [ 1019.506647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.506780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.506833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.507137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.507225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.516761] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: IN_PROGRESS for 2s [ 1020.032832] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1020.033348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.033348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.033655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.033957] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.034092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.034139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.034366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.034463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034701] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.538843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.538843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.538843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539830] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.539830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.539830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.539830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.541546] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.541695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.541796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.542066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.542202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.542321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.542426] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.613121] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0e92b48a-25e8-4ee4-910f-03166dc6fd10 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f with Priority: HIGHEST for action security_group_rules [ 1020.613953] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f with Priority: HIGHEST for action security_group_rules [ 1020.614436] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.614628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.614738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.615116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.615256] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9c17e8-129e-4b38-88db-5aa1ee0e524f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.788086] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8e51fb12-dd0b-4c04-b9ae-4326c493343a tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f with Priority: HIGHEST for action security_group_rules [ 1020.788697] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f with Priority: HIGHEST for action security_group_rules [ 1020.789069] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.045524] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 1021.070642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.070642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.070642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.070642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.071054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.071054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.071189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.071189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.071295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.071352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.075027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.075027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.075027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.075027] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1021.145091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.145309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.145396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.145601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.145697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.145802] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f already deleted. [ 1021.145895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.146198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.146340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.146402] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9c17e8-129e-4b38-88db-5aa1ee0e524f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.156349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.156586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.156586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.157105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.157105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.175884] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1021.529301] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05006e0-1940-443f-996e-c6cbad60aa8c in Status: SUCCESS [ 1021.529301] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c deletion is rescheduled due to dependency. [ 1021.529467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.676854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.677219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.677219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.677422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.677486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.677590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9c17e8-129e-4b38-88db-5aa1ee0e524f already deleted. [ 1021.677673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9c17e8-129e-4b38-88db-5aa1ee0e524f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.160113] env[66645]: INFO networking_nsxv3.common.synchronization [req-b3eb74e2-e8d7-4071-88da-2242398c8796 req-cb1c38f5-f48d-470e-82c6-32208bae5cf4 tempest-ImagesTestJSON-1020199058 tempest-ImagesTestJSON-1020199058-project-member] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 1022.160684] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGHEST for action security_group_members [ 1022.161200] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.161672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.161825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.162212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.163603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.163771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.163956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.164483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.164609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.165015] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.667449] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.667829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.667931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668961] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.669194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.669234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669332] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be updated. [ 1022.710980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.710980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.710980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.710980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.710980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.725810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: IN_PROGRESS for 2s [ 1023.192423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1023.192713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.539393] env[66645]: INFO networking_nsxv3.common.synchronization [req-cbb3c260-fb27-47cc-9f17-49ce59b5ce7b req-c916196d-3425-4261-a1db-64c8ba96f240 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1023.539980] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1023.541112] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.541112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.541112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.541112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.541112] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.541112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.541112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.541536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.541805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.541805] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.913517] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.913880] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.913880] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.914655] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.914655] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.914655] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.914655] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.914927] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.915119] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.915288] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.915412] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.915521] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.915677] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.915745] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.915837] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.916020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.936155] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.936331] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.936465] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.936646] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.937120] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-7992a85c-b18c-4380-a08a-b6088b44526f taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.937331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.937545] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.937921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.938072] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7992a85c-b18c-4380-a08a-b6088b44526f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.044470] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.044887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.044887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.045259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.045259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045377] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.045483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.045483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.045764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.045764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045980] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba already deleted. [ 1024.045980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.444024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.444024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 7992a85c-b18c-4380-a08a-b6088b44526f not found, creating... [ 1024.444024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.444024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.444714] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444714] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.444714] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.445040] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.445296] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.445543] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 7992a85c-b18c-4380-a08a-b6088b44526f is going to be created. [ 1024.468194] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.468975] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.469348] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.469835] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.470327] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.470771] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.737331] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 in Status: SUCCESS [ 1024.737331] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 deletion is rescheduled due to dependency. [ 1024.737331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.979183] env[66645]: INFO networking_nsxv3.common.synchronization [None req-abcf34d6-a577-4be9-8187-d65dc3b82173 None None] Enqueued Resource ID: b5cf1b16-6090-4574-8d03-599b053cee2b with Priority: HIGHEST for action port [ 1024.979741] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1b16-6090-4574-8d03-599b053cee2b with Priority: HIGHEST for action port [ 1024.980109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5cf1b16-6090-4574-8d03-599b053cee2b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.980256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5cf1b16-6090-4574-8d03-599b053cee2b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.980377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5cf1b16-6090-4574-8d03-599b053cee2b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.980634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5cf1b16-6090-4574-8d03-599b053cee2b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.980722] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cf1b16-6090-4574-8d03-599b053cee2b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.233738] env[66645]: INFO networking_nsxv3.common.synchronization [req-cbb3c260-fb27-47cc-9f17-49ce59b5ce7b req-8e67d41c-d195-4cf7-b05f-6bb8bd4ef68f service nova] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1025.235446] env[66645]: INFO networking_nsxv3.common.synchronization [req-cbb3c260-fb27-47cc-9f17-49ce59b5ce7b req-8e67d41c-d195-4cf7-b05f-6bb8bd4ef68f service nova] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1025.235446] env[66645]: INFO networking_nsxv3.common.synchronization [req-cbb3c260-fb27-47cc-9f17-49ce59b5ce7b req-8e67d41c-d195-4cf7-b05f-6bb8bd4ef68f service nova] Enqueued Resource ID: 7992a85c-b18c-4380-a08a-b6088b44526f with Priority: HIGHEST for action port [ 1025.235446] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_rules [ 1025.236714] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1025.236714] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992a85c-b18c-4380-a08a-b6088b44526f with Priority: HIGHEST for action port [ 1025.236714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239927] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.239927] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239927] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239927] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.241689] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-7992a85c-b18c-4380-a08a-b6088b44526f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.242111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.242363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.242695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.242889] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7992a85c-b18c-4380-a08a-b6088b44526f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.484427] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5cf1b16-6090-4574-8d03-599b053cee2b [ 1025.484427] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.484621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.484621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.484732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.484834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.484930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5cf1b16-6090-4574-8d03-599b053cee2b already deleted. [ 1025.485034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5cf1b16-6090-4574-8d03-599b053cee2b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.538279] env[66645]: INFO networking_nsxv3.common.synchronization [req-8ab3bccf-d381-49f4-ad2b-7918ed8490ea req-227863e9-c302-4ba5-bc1c-b2b959dbaa3b tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1025.538988] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1025.539601] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.540248] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.540248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.540441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.540604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.540724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.746381] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.747608] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748148] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7992a85c-b18c-4380-a08a-b6088b44526f with status ACTIVE [ 1025.748320] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.749168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.749396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.749475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.749650] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.749742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.749957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.750070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.750151] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7992a85c-b18c-4380-a08a-b6088b44526f is going to be updated. [ 1025.771938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.772085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.772131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.773446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.773446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.773446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7992a85c-b18c-4380-a08a-b6088b44526f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.921017] env[66645]: INFO networking_nsxv3.common.synchronization [req-230fdbfe-2adb-4715-a4e9-3fda0088313d req-981b634b-4b4f-476b-a51a-35c4778fecb0 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1025.921206] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1025.921569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.921925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.922294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.922294] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.922294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.922478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.923866] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.044384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.044692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.044692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.044908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.045038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.045208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.045302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.045363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.045509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.045581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.045664] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1026.075926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.075926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.075926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.076183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.086352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1026.249031] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.366824] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.367663] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.367663] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.367663] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.370858] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.370858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.372451] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.372451] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.372451] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.372451] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.372451] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.373876] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.373876] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.373876] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.373876] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.398219] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.398801] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.399103] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.399439] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.399876] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-e0b07106-3c7b-4294-9d72-b1e6f0338641 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.403528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.403528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.403528] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.403528] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b07106-3c7b-4294-9d72-b1e6f0338641',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.426567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.426728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.426802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.427029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.427113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.427487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.427601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.427657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.427809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.427882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.427975] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be already deleted. [ 1026.428075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.757678] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.757678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.757678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.757678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.757678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.757678] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba is going to be created. [ 1026.784670] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.785918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.786112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.786422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.786619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.797519] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: UNINITIALIZED for 2s [ 1026.909030] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.909030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port e0b07106-3c7b-4294-9d72-b1e6f0338641 not found, creating... [ 1026.909030] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.909030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.909610] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.910183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.910455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.910808] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.911249] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.912083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 is going to be created. [ 1026.936089] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.938023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.938023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.938023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.938023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.938023] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.685406] env[66645]: INFO networking_nsxv3.common.synchronization [req-230fdbfe-2adb-4715-a4e9-3fda0088313d req-66e169fc-da37-4b45-82d8-5c2390d99a4c service nova] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1027.685406] env[66645]: INFO networking_nsxv3.common.synchronization [req-230fdbfe-2adb-4715-a4e9-3fda0088313d req-66e169fc-da37-4b45-82d8-5c2390d99a4c service nova] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1027.685406] env[66645]: INFO networking_nsxv3.common.synchronization [req-230fdbfe-2adb-4715-a4e9-3fda0088313d req-66e169fc-da37-4b45-82d8-5c2390d99a4c service nova] Enqueued Resource ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 with Priority: HIGHEST for action port [ 1027.686036] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1027.686142] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1027.686248] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 with Priority: HIGHEST for action port [ 1027.686568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.686699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.686769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.687020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.687139] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.690640] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.690722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.690880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.690961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.693027] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.693027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b07106-3c7b-4294-9d72-b1e6f0338641 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.693450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693450] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b07106-3c7b-4294-9d72-b1e6f0338641',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.726545] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2a857b21-6772-4255-8ac8-6a999b6ec9f7 None None] Enqueued Resource ID: 2247e9cf-ce55-4baa-bb53-8ab13432dde6 with Priority: HIGHEST for action port [ 1027.728040] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247e9cf-ce55-4baa-bb53-8ab13432dde6 with Priority: HIGHEST for action port [ 1027.729130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2247e9cf-ce55-4baa-bb53-8ab13432dde6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.729232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2247e9cf-ce55-4baa-bb53-8ab13432dde6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.729279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2247e9cf-ce55-4baa-bb53-8ab13432dde6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.729647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2247e9cf-ce55-4baa-bb53-8ab13432dde6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.729734] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2247e9cf-ce55-4baa-bb53-8ab13432dde6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.097876] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1028.098161] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 1028.098337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.195150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.195357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197788] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.199040] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b07106-3c7b-4294-9d72-b1e6f0338641 with status ACTIVE [ 1028.199167] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.199350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.199442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.199797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.199903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.200495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.200495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.200495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.200793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.200793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.200917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.201219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.201347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.201450] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 is going to be updated. [ 1028.224761] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.225023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.225093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.225300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.225491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.225693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.232446] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2247e9cf-ce55-4baa-bb53-8ab13432dde6 [ 1028.232692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.232815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.232881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.233131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.233233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.233352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2247e9cf-ce55-4baa-bb53-8ab13432dde6 already deleted. [ 1028.233442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2247e9cf-ce55-4baa-bb53-8ab13432dde6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.703943] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.810416] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: SUCCESS [ 1028.811189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.811189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.811189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.811345] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.811345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.811506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.811543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.811625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.811985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.812113] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.206603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.206804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.206964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.207080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.207177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.207277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be created. [ 1029.231527] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.231749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.231749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.232143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.232331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.242239] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: UNINITIALIZED for 2s [ 1029.315118] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.818786] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba: rpc.has_security_group_logging(os_id): False [ 1029.847122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.847399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.847399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.847635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.847732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.848047] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.848196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.848196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.848332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.848405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.848502] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba is going to be created. [ 1030.033429] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.033672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.033835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.034017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.034252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.056831] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: IN_PROGRESS for 2s [ 1030.164697] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.164965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.164965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.165159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.165283] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.667715] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.170582] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.255105] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1031.255397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.255574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.255794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.256082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.256276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.256346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.256517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.256599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.256689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.256781] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.673741] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1031.673954] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1031.758797] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.075522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: SUCCESS [ 1032.075522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.262219] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e81d18-1676-46d8-bf38-0dd7e1ef58be: rpc.has_security_group_logging(os_id): False [ 1032.282684] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.283083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.283552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.283980] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.284252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.284360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.284596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.284716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.284850] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be created. [ 1032.357754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.358031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.358134] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.358286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.358539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.370675] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: IN_PROGRESS for 2s [ 1032.708743] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.708962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.709098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.709423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.730180] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1032.731167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.732530] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1032.733627] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1032.733722] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1032.765960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.766240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.766303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.766481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.776659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.777461] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1032.777603] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.777655] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1032.822764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.823049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.823049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.823242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.824672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.824951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1032.901218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.901722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902360] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1032.997732] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.997959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.997959] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.998214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.998506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.998806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1032.998907] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f1c1f1b7-e41b-4a90-a609-1f612cb01a41', '0555cc0b-9faf-4596-a998-3037007589ef', '50e81d18-1676-46d8-bf38-0dd7e1ef58be', '08f9381a-e3cf-4818-95b8-5552d5735ae9', '9389c921-043c-4b22-927d-4c73fc8ae3ed', '7e6f8bf0-21b3-4720-9fe4-1347e3930351', '604aff38-5634-47b7-8031-406a3ff26779', '10229e8b-81f1-4aff-95de-59e08d6ec752', '66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939', '85f91119-7575-43fd-bbfa-5c5088eebaf7', '6de5902c-7d69-430a-8ab7-86646ee1906b', '893322f6-5398-4b26-8d4d-db4341d310f5', 'c05006e0-1940-443f-996e-c6cbad60aa8c', '7475b029-7261-4f87-b611-6efca1ac9e1b', '4313d079-51e9-4cfc-9283-d6800b0fdeb2', 'ce3c38b7-204f-4cd3-9d1a-3763d21f708a', '31e35e9e-fd67-41e0-afe9-38b35efee1af', '9fec6e39-7e42-4b18-b0f7-787c0919a32e', 'fe24c49d-819c-47e7-9cec-58f5082b46a1', 'dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba', '059a2f20-8e95-4d25-88c5-167de66e90d9', '1b28a5bf-24db-4379-8651-b42c07fe2ce2', '4a00fc80-01c5-4e21-9697-d511b603c9ac', '57c4ade6-ba3c-4a31-a381-b9fc2768c0e9', '8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d', '21bdc7ec-1010-468f-ad80-ae8222314553', '17500f9a-b4a1-4786-8f5d-d31cc62a000f', '99b316d5-863a-44ce-a6b0-6e9df78e452d', '75bb3b1a-d915-4ef3-a6a2-af7bb74e0513', '9b78b5f7-acbd-42e4-8dc0-46c1218daa7b', 'a990b75f-99ab-4d6c-b4c7-6582e101c3ac', '838342b7-88ed-4a16-9d62-594735ce3444', 'e73b5044-c252-40a5-8b2e-40bfa080ecc4', '229eebbd-a3bd-46bb-b484-1c3911046ddc', '21138644-7415-4530-973f-48734e4d0076', '0bf15440-45d6-4099-b538-407706ae90c4', '12422d21-beb0-4bec-91a8-2d6f36a0ef1a', '0e8f7f49-2c83-4742-95ef-7f8405753de8', 'c2fe36ea-33f2-42c9-bb2a-aabfe1d20896', '1b428a03-23ab-4ffa-87ad-008a0ad4b02c'} {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.999018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1033.020393] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.020630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.020630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.020851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.020939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.021069] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1033.021143] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.021215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1033.107221] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.109139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.109499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1033.109586] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.109665] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1033.109742] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1033.109798] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1033.109953] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGH for action security_group_rules [ 1033.109953] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGH for action security_group_rules [ 1033.110067] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGH for action security_group_rules [ 1033.110105] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1033.110166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGH for action security_group_rules [ 1033.110244] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGH for action security_group_rules [ 1033.110286] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGH for action security_group_rules [ 1033.110336] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGH for action security_group_rules [ 1033.110396] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGH for action security_group_rules [ 1033.110453] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGH for action security_group_rules [ 1033.110514] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGH for action security_group_rules [ 1033.110569] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGH for action security_group_rules [ 1033.110633] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGH for action security_group_rules [ 1033.110683] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGH for action security_group_rules [ 1033.110775] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 1033.110818] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGH for action security_group_rules [ 1033.110861] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGH for action security_group_rules [ 1033.110948] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGH for action security_group_rules [ 1033.110989] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGH for action security_group_rules [ 1033.111037] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGH for action security_group_rules [ 1033.111127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.032318] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c49895c-879d-4d42-85eb-cfb1e51b01dd req-5eff5e93-5613-4752-8413-a829668ec31e tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1034.032592] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1034.032752] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 with Priority: HIGH for action security_group_rules [ 1034.032890] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGH for action security_group_rules [ 1034.033015] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604aff38-5634-47b7-8031-406a3ff26779 with Priority: HIGH for action security_group_rules [ 1034.033166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 1034.033269] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGH for action security_group_rules [ 1034.033365] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGH for action security_group_rules [ 1034.033459] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e with Priority: HIGH for action security_group_rules [ 1034.033574] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af with Priority: HIGH for action security_group_rules [ 1034.033698] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7475b029-7261-4f87-b611-6efca1ac9e1b with Priority: HIGH for action security_group_rules [ 1034.033797] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a with Priority: HIGH for action security_group_rules [ 1034.034030] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05006e0-1940-443f-996e-c6cbad60aa8c with Priority: HIGH for action security_group_rules [ 1034.034192] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893322f6-5398-4b26-8d4d-db4341d310f5 with Priority: HIGH for action security_group_rules [ 1034.034302] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de5902c-7d69-430a-8ab7-86646ee1906b with Priority: HIGH for action security_group_rules [ 1034.034425] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGH for action security_group_rules [ 1034.034528] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 with Priority: HIGH for action security_group_rules [ 1034.034652] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 with Priority: HIGH for action security_group_rules [ 1034.034749] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGH for action security_group_rules [ 1034.034862] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed with Priority: HIGH for action security_group_rules [ 1034.034954] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0555cc0b-9faf-4596-a998-3037007589ef with Priority: HIGH for action security_group_rules [ 1034.035056] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1034.035406] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.035534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.035601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.035790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.035942] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.036046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.036117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.036251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.036351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.036448] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.037391] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.037789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.037906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.038091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.038173] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1c1f1b7-e41b-4a90-a609-1f612cb01a41',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.039543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.039645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.040137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-604aff38-5634-47b7-8031-406a3ff26779 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.040137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.040137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.040292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.040292] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('604aff38-5634-47b7-8031-406a3ff26779',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.041071] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.041175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.041252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.041398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.041482] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.042272] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.042443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.042443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.042636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.042719] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.043485] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.043649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.043649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.043836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.043933] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.044914] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045372] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fec6e39-7e42-4b18-b0f7-787c0919a32e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.046108] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e35e9e-fd67-41e0-afe9-38b35efee1af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.046239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.046394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.046451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.046508] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e35e9e-fd67-41e0-afe9-38b35efee1af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.047192] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7475b029-7261-4f87-b611-6efca1ac9e1b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.047296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.047366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.047502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.047571] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7475b029-7261-4f87-b611-6efca1ac9e1b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.048256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.048366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.048424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.048579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.048663] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce3c38b7-204f-4cd3-9d1a-3763d21f708a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.049479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05006e0-1940-443f-996e-c6cbad60aa8c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.049601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.049774] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.049812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.051101] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05006e0-1940-443f-996e-c6cbad60aa8c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.051101] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893322f6-5398-4b26-8d4d-db4341d310f5 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.051101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.051101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.051101] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.051101] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893322f6-5398-4b26-8d4d-db4341d310f5',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.051668] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de5902c-7d69-430a-8ab7-86646ee1906b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.051668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.051788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.051841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.051916] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de5902c-7d69-430a-8ab7-86646ee1906b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.055129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.055268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.055345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.055473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.055548] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.056364] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.056465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.056558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.056739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.056822] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.057529] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.057647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.057758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.057879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.057952] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6f8bf0-21b3-4720-9fe4-1347e3930351',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.058729] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.058837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.058899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.059075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.059133] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.059775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9389c921-043c-4b22-927d-4c73fc8ae3ed taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.059919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.059968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.060096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.060170] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9389c921-043c-4b22-927d-4c73fc8ae3ed',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.060850] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0555cc0b-9faf-4596-a998-3037007589ef taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.061036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.061121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.061214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.061304] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0555cc0b-9faf-4596-a998-3037007589ef',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.061991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.062120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.062184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.062483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.062483] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.067122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.067458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.086965] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.087148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.089141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.089371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.089485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.089543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.089733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.089823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.089903] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1034.090829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.091025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.115231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.115419] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fec6e39-7e42-4b18-b0f7-787c0919a32e is going to be deleted. [ 1034.117871] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.118075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.118172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.118439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.118620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.128356] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1034.171342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.171636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.171636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.171856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.171968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fec6e39-7e42-4b18-b0f7-787c0919a32e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.384681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1034.385013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.385270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.385540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.385640] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.392502] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.392715] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.392864] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.393218] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.393501] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.393665] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.393781] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.394316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.394316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.394721] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.394721] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.394721] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.394721] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.394861] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.394909] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.395104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.421548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.421548] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.421813] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.422016] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422476] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.422747] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.422934] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.423413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.423621] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c32f65-654d-4efe-84fe-a2fac2d8d9bc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.566494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.566795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.566795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.566910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.567059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.567227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.567297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.567462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.567547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.567635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.567767] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.573054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.573210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.573298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.573603] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.573701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.573763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.574066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.574160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.574247] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.577976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.578124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.578215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.578680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.578863] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.578967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.579049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.579223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.579355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.579416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.579466] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.582462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.582462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.582581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.582644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.582805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.582902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.582964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.583080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.583162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.583245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.583329] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.584233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.584340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.584395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.584602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.584765] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.584866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.584935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.585083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.585160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.585240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.585361] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.587517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.587644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.587699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.587894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.588097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.588226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.588314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.588484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.588569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.588659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.588757] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.592456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.592657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.592657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.592744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.592912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.593020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.593384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.593384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.593384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.593384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.593517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.593605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.593652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.593788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.593974] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.594082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.594143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.594267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.594339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.594419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.594507] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.629385] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.629608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.629608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.629795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.649226] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.649513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.650261] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.650401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.651374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.651524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.653416] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.653555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.654344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.654451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.655256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.655391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.656046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.656145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.656892] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.656996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.657871] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de5902c-7d69-430a-8ab7-86646ee1906b is going to be deleted. [ 1034.659358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.659467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.659533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.659711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.661063] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.661160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.662310] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.662421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.692649] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1034.693260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.693604] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7475b029-7261-4f87-b611-6efca1ac9e1b is going to be deleted. [ 1034.695027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718656] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939 is going to be deleted. [ 1034.719623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.719879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.721492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.721611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.750910] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.751250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.755066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.755205] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9389c921-043c-4b22-927d-4c73fc8ae3ed is going to be deleted. [ 1034.756112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.756356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.776887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.777814] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1c1f1b7-e41b-4a90-a609-1f612cb01a41 is going to be deleted. [ 1034.777972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.778206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.796622] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.836382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.836579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.845578] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.845749] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce3c38b7-204f-4cd3-9d1a-3763d21f708a is going to be deleted. [ 1034.846887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.847200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.888441] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.888673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.888673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.888976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.889146] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.889246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.889304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.889465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.889549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.889636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.889728] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.906915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.907249] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0555cc0b-9faf-4596-a998-3037007589ef is going to be deleted. [ 1034.908696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.909030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.910890] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.911028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.926192] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.926468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.926606] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.926897] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.927085] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.927248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port b7c32f65-654d-4efe-84fe-a2fac2d8d9bc not found, creating... [ 1034.927716] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.927716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.927863] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.927999] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.928176] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.928491] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.928650] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.928768] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.928984] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.929157] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.929296] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: b7c32f65-654d-4efe-84fe-a2fac2d8d9bc is going to be created. [ 1034.957530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.957817] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e35e9e-fd67-41e0-afe9-38b35efee1af is going to be deleted. [ 1034.958751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.959009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.961069] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.961300] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.961437] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.961717] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.962369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.962369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.994253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.996696] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05006e0-1940-443f-996e-c6cbad60aa8c is going to be deleted. [ 1034.996696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.996696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.038517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.038931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.045399] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.045611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.046501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.046652] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893322f6-5398-4b26-8d4d-db4341d310f5 is going to be deleted. [ 1035.047899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.048172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.070465] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.091985] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.100182] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.101185] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.101356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.101460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.101630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.101796] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.102031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.102031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.102174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.102257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.102343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.102488] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.102639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.102684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.102810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.102948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.103087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.103169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.103295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.103357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.103433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.103523] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.104503] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.106104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f91119-7575-43fd-bbfa-5c5088eebaf7: rpc.has_security_group_logging(os_id): False [ 1035.130315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.130533] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 604aff38-5634-47b7-8031-406a3ff26779 is going to be deleted. [ 1035.131834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.132055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.161143] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.161426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.169751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.170174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.180132] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.180408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.198190] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.198452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.201401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.201593] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6f8bf0-21b3-4720-9fe4-1347e3930351 is going to be deleted. [ 1035.202765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.203076] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.203207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.203461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de5902c-7d69-430a-8ab7-86646ee1906b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.203565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.203793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.203958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.204148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7475b029-7261-4f87-b611-6efca1ac9e1b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.204755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.205052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.205227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.205323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b6ed2a-a1ac-4d0a-90a0-3bfdfc01f939" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.205501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.205666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.205784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.205920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9389c921-043c-4b22-927d-4c73fc8ae3ed" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.206305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.206386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1c1f1b7-e41b-4a90-a609-1f612cb01a41" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.206904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce3c38b7-204f-4cd3-9d1a-3763d21f708a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0555cc0b-9faf-4596-a998-3037007589ef" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.253144] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.253431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.272534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.273302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.273302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.273550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.273694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.274032] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.274225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.274303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.274562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.274707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.275036] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.275185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.275255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.275413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.275532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.275643] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 1035.277451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.277451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.277451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893322f6-5398-4b26-8d4d-db4341d310f5" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.277860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.278013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e35e9e-fd67-41e0-afe9-38b35efee1af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.278611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.278692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05006e0-1940-443f-996e-c6cbad60aa8c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.279018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.279201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.279313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.279435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-604aff38-5634-47b7-8031-406a3ff26779" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.313193] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.313445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.313445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.313645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.313736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.313924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6f8bf0-21b3-4720-9fe4-1347e3930351" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.392823] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.438410] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1035.439197] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.439360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.439457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.439667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.439847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.479515] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 1035.573668] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe24c49d-819c-47e7-9cec-58f5082b46a1: rpc.has_security_group_logging(os_id): False [ 1035.592567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.592794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.592794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.593589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.594462] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba: rpc.has_security_group_logging(os_id): False [ 1035.606522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 1035.607684] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 1035.608668] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4313d079-51e9-4cfc-9283-d6800b0fdeb2: rpc.has_security_group_logging(os_id): False [ 1035.617724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.618219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.618289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.618501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.618588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618704] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 is going to be updated. [ 1035.620556] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.620671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.620809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.620918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.631781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.631924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.639516] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.639641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.641237] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.641344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.648306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.648569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.648669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.648737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.648939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.649033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.649154] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba is going to be updated. [ 1035.650217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.650395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.678616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.678965] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.679124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.679196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.679396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.679478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.679721] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.679841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.679910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.680075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.680170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.680387] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.680461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.680526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.680663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.680734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.680828] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1035.682273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.682544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.707185] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c49895c-879d-4d42-85eb-cfb1e51b01dd req-d76e1644-6c41-4aa2-a24f-fddb8c9c109e service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 1035.707375] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c49895c-879d-4d42-85eb-cfb1e51b01dd req-d76e1644-6c41-4aa2-a24f-fddb8c9c109e service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1035.707513] env[66645]: INFO networking_nsxv3.common.synchronization [req-5c49895c-879d-4d42-85eb-cfb1e51b01dd req-d76e1644-6c41-4aa2-a24f-fddb8c9c109e service nova] Enqueued Resource ID: b7c32f65-654d-4efe-84fe-a2fac2d8d9bc with Priority: HIGHEST for action port [ 1035.708708] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 1035.709069] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1035.709266] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c32f65-654d-4efe-84fe-a2fac2d8d9bc with Priority: HIGHEST for action port [ 1035.710538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.710915] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.711111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.711249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.711487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.711618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.711846] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1035.713276] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.713509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.713849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.714161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.714301] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.715781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.716010] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.716330] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.716524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.716687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.716886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.717020] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c32f65-654d-4efe-84fe-a2fac2d8d9bc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.718301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.718757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.722539] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.723452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.727362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.727362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.756664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.757073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.757182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.757222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.757392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.757498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.757632] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1035.758724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.758901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.759348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.760577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.760996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.761227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.784633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.784857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.784857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.785503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.785503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.787771] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: IN_PROGRESS for 2s [ 1035.788482] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: IN_PROGRESS for 2s [ 1035.800407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1035.831516] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.831787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.831787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.832929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.832929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.846429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.846565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.846828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.847051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.849034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1035.867117] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1035.894779] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e81d18-1676-46d8-bf38-0dd7e1ef58be: rpc.has_security_group_logging(os_id): False [ 1035.917517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.917776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.917776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.917979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.962025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.963343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.963343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.963343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.963343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.963343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.963343] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be updated. [ 1036.055481] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.055839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.055839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.055931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.056480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.082793] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: IN_PROGRESS for 2s [ 1036.139747] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1036.139747] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 1036.139747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.140031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.140229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.140408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.140519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.140576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.140713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.140786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.141649] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.221228] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.221456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.226930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c32f65-654d-4efe-84fe-a2fac2d8d9bc with status ACTIVE [ 1036.227218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.227353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.227472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.227700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.227766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.227948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.228089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.228141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.228279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.228354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.228544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.228638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.228694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.228872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.228954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.229018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c32f65-654d-4efe-84fe-a2fac2d8d9bc is going to be updated. [ 1036.256655] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.256888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.256943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.257172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.257321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.257491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c32f65-654d-4efe-84fe-a2fac2d8d9bc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.466655] env[66645]: INFO networking_nsxv3.common.synchronization [req-d041f147-4cfe-4f36-b539-280164008773 req-cf3c15fe-9355-45f6-b0f2-7a086292a4a6 tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1036.467662] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1036.467797] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.467965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.468051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.468376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.468607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.469685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.469685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.469685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.469685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.469685] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.643573] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.864185] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.864412] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.864538] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.864888] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.865745] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.866141] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.866141] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.866503] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.866671] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.867038] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.867038] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.867155] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.867310] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.867400] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.867513] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.867654] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.895255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.895521] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.895590] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.895761] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.896097] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-58ddd579-e86d-4fc9-9460-e063fb9a4748 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.896364] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.896484] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.896932] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.897095] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ddd579-e86d-4fc9-9460-e063fb9a4748',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.974367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974367] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 already deleted. [ 1036.974367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.145874] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.399590] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.399907] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.400115] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.400442] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.400936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.401151] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 58ddd579-e86d-4fc9-9460-e063fb9a4748 not found, creating... [ 1037.401444] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.401619] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.402083] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.402083] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.402238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.402539] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.402700] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.402814] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.403052] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.403190] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.403329] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 58ddd579-e86d-4fc9-9460-e063fb9a4748 is going to be created. [ 1037.426590] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.426813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.426958] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.427267] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.427708] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.427796] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.497496] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 1037.498208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.649458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.649769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.649769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.649918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.650027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.650130] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1037.679742] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.679953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.679953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.680166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.680357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.690018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1037.803594] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: SUCCESS [ 1037.803799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.804686] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: SUCCESS [ 1037.804878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.815892] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1037.816150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.865255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1037.865474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.879077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1037.879304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.099605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1038.099938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.192286] env[66645]: INFO networking_nsxv3.common.synchronization [req-d041f147-4cfe-4f36-b539-280164008773 req-83b90770-401a-45ac-a595-884d8c51b18b service nova] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_rules [ 1038.192615] env[66645]: INFO networking_nsxv3.common.synchronization [req-d041f147-4cfe-4f36-b539-280164008773 req-83b90770-401a-45ac-a595-884d8c51b18b service nova] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1038.192859] env[66645]: INFO networking_nsxv3.common.synchronization [req-d041f147-4cfe-4f36-b539-280164008773 req-83b90770-401a-45ac-a595-884d8c51b18b service nova] Enqueued Resource ID: 58ddd579-e86d-4fc9-9460-e063fb9a4748 with Priority: HIGHEST for action port [ 1038.193817] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_rules [ 1038.193947] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1038.194144] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ddd579-e86d-4fc9-9460-e063fb9a4748 with Priority: HIGHEST for action port [ 1038.194569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.194823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.194900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.195490] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.197770] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.198108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.198178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.198442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.198684] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.198875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.199019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.199302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.199791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.199791] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.202144] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-58ddd579-e86d-4fc9-9460-e063fb9a4748 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.202337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.202337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.202413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.202474] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ddd579-e86d-4fc9-9460-e063fb9a4748',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.698238] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.698833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.703937] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.706622] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58ddd579-e86d-4fc9-9460-e063fb9a4748 with status ACTIVE [ 1038.706737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.707023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.707023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.707426] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.707790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.707790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.708154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.708214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.708352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.708452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708874] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58ddd579-e86d-4fc9-9460-e063fb9a4748 is going to be updated. [ 1038.735338] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.735503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.735553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.735765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.735924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.736109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58ddd579-e86d-4fc9-9460-e063fb9a4748" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.210972] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.700470] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1039.700794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.700894] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.701164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.701384] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.701501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.701567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.701732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.701814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.701910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702044] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.713837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.714090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.714171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.714382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.714579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.714579] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be created. [ 1039.741358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.741654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.741718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.741915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.742266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.752335] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: UNINITIALIZED for 2s [ 1039.912507] env[66645]: INFO networking_nsxv3.common.synchronization [req-0e26ba3b-578d-416c-868f-76c5ca1915d5 req-4d042706-9324-4ace-ad7f-78cde61fa95e tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 1039.912977] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGHEST for action security_group_members [ 1039.913610] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.913785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.913958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.914240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.914442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.914658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.914761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.914983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.915122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.915255] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.205188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.205571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.205571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.205571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.205739] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.205847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.205951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.206064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.206160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.206267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.206418] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.206671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.206671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.206767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.206850] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.207090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.207090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.207199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.207232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.207347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.208211] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.420827] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.421923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.421923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.421923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.421923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421923] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.422283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.422283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.423522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.423522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.423522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 is going to be updated. [ 1040.465595] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.465595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.465595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.465595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.465595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.467875] env[66645]: INFO networking_nsxv3.common.synchronization [None req-fab60b01-69f2-4805-a7a8-ad4156de017c None None] Enqueued Resource ID: 766f3551-24df-43d8-b653-15bb6ec2011a with Priority: HIGHEST for action port [ 1040.468421] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f3551-24df-43d8-b653-15bb6ec2011a with Priority: HIGHEST for action port [ 1040.468723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-766f3551-24df-43d8-b653-15bb6ec2011a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.468841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766f3551-24df-43d8-b653-15bb6ec2011a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.468924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766f3551-24df-43d8-b653-15bb6ec2011a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.469274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766f3551-24df-43d8-b653-15bb6ec2011a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.469274] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766f3551-24df-43d8-b653-15bb6ec2011a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.475675] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: IN_PROGRESS for 2s [ 1040.711425] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eebbd-a3bd-46bb-b484-1c3911046ddc: rpc.has_security_group_logging(os_id): False [ 1040.743613] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.743833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.745188] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.745518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.745645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.746212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.746532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.746900] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.747066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.747283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.747605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.747840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.748275] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.748430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.748541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.748776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.748901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.749186] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1040.825888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.826165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.826233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.826504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.826729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.841976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1040.971330] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 766f3551-24df-43d8-b653-15bb6ec2011a [ 1040.971569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.971713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.972660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.972660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.972660] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:766f3551-24df-43d8-b653-15bb6ec2011a already deleted. [ 1040.972660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766f3551-24df-43d8-b653-15bb6ec2011a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.156931] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a032bb9-a17b-468b-a807-84c44c5bcf4f req-bca8c5ca-710d-4687-9b1a-a4c8437373d3 tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1041.157758] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1041.157758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.157758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.592510] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.592804] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.592843] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.593354] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.593716] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.594434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.594434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.594687] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.594886] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.595103] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.595223] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.595337] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.595447] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.595829] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.595829] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.595829] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.629155] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.629361] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.629543] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.629727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.630103] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-38edb8cc-840e-41b0-ad34-ca19551771f3 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.630303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.630425] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.630768] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.630913] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38edb8cc-840e-41b0-ad34-ca19551771f3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.763577] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1041.763867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.764111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.764628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.764628] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.764799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.764862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.765038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.765137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.765246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.765376] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.766864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.767855] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.014379] env[66645]: INFO networking_nsxv3.common.synchronization [None req-41084e1c-defe-4e43-97be-a07b506e5ffb tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1042.015255] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1042.015323] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.015461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.015533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.016191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.016191] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.136314] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.136314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.136314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.136314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.136314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.137054] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 38edb8cc-840e-41b0-ad34-ca19551771f3 not found, creating... [ 1042.137054] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.137319] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.137579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.138068] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.138375] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.139455] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.139748] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.140016] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.140424] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.140659] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.140923] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 38edb8cc-840e-41b0-ad34-ca19551771f3 is going to be created. [ 1042.173382] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.175048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.175048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.175048] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.270280] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.270453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.270675] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.445326] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a17ef26b-294e-4a1a-b548-606947c34f29 tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1042.446119] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1042.447285] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.447460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.486435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 in Status: SUCCESS [ 1042.486634] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 deletion is rescheduled due to dependency. [ 1042.486751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.539974] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.540235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.540235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.540374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.540423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.540508] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 already deleted. [ 1042.540594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.541491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.541491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.541491] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.773982] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.858372] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1042.859104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.907390] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a032bb9-a17b-468b-a807-84c44c5bcf4f req-f83d313f-ec8c-4fe4-994e-7a14992d5614 service nova] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_rules [ 1042.907633] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a032bb9-a17b-468b-a807-84c44c5bcf4f req-f83d313f-ec8c-4fe4-994e-7a14992d5614 service nova] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1042.907812] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a032bb9-a17b-468b-a807-84c44c5bcf4f req-f83d313f-ec8c-4fe4-994e-7a14992d5614 service nova] Enqueued Resource ID: 38edb8cc-840e-41b0-ad34-ca19551771f3 with Priority: HIGHEST for action port [ 1042.908834] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_rules [ 1042.908997] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1042.909130] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38edb8cc-840e-41b0-ad34-ca19551771f3 with Priority: HIGHEST for action port [ 1042.909430] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.909535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.909772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.909879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.910229] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-38edb8cc-840e-41b0-ad34-ca19551771f3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.910305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.910478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.910572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.910655] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38edb8cc-840e-41b0-ad34-ca19551771f3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.066775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.066775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.066775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.066775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.066775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.066775] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 already deleted. [ 1043.066775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.277828] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.278047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.278540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.278540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.278540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.278540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be updated. [ 1043.291762] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b1013ff0-338c-4b17-ad06-f9f77e849d22 None None] Enqueued Resource ID: 3a802cca-5489-498e-8e42-78bfca72ce17 with Priority: HIGHEST for action port [ 1043.292404] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a802cca-5489-498e-8e42-78bfca72ce17 with Priority: HIGHEST for action port [ 1043.292715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a802cca-5489-498e-8e42-78bfca72ce17 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.292869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a802cca-5489-498e-8e42-78bfca72ce17" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.292930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a802cca-5489-498e-8e42-78bfca72ce17" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a802cca-5489-498e-8e42-78bfca72ce17" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.293339] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a802cca-5489-498e-8e42-78bfca72ce17',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.317845] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.318040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.318097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.318326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.318633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.333168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1043.416023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38edb8cc-840e-41b0-ad34-ca19551771f3 with status ACTIVE [ 1043.416023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38edb8cc-840e-41b0-ad34-ca19551771f3 is going to be updated. [ 1043.446256] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.446403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.446478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.446806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.446998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.447184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38edb8cc-840e-41b0-ad34-ca19551771f3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.796991] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a802cca-5489-498e-8e42-78bfca72ce17 [ 1043.796991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.798161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.798161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.798161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.798161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.798161] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a802cca-5489-498e-8e42-78bfca72ce17 already deleted. [ 1043.798161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a802cca-5489-498e-8e42-78bfca72ce17" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.346551] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1045.346845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.347518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.347646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.351333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.351333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351333] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.352324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.352517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.352712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.352850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.352889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.353297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.353297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353297] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.857071] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77aa7b14-6a7a-45b7-af50-77a5b63b2170: rpc.has_security_group_logging(os_id): False [ 1045.858235] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.880149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.880398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.880457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.880632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.880723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.880933] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.881073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.881184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.881294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.881372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.881563] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.881657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.881719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.881857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.882114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.882214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.882282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.882391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.882563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.882707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.882774] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be created. [ 1045.953073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.953401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.953555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.953918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.954326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.966959] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1046.361023] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.865027] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.865319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.865319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.865547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.865652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.866170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be updated. [ 1046.905388] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.905388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.905388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.905687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.905874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.917610] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1047.981500] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1047.982480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.982814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.983141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.983251] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.293934] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1048.294675] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1048.486357] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.897552] env[66645]: INFO networking_nsxv3.common.synchronization [req-39b0ad93-e4ce-423d-a37e-dae993d80c73 req-ef285a60-53fb-41fa-9345-24170da82c0c tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1048.898176] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1048.898336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.898466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.898535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.898788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.898975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.899587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.899587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.899587] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.930534] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1048.930752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.931267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.931495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.931699] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.931820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.931884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.932044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.932189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.932236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.932449] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.296876] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.296876] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.297343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.297343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.297587] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.297766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.297875] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.298112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.298281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.298565] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.298701] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.298960] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.298960] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.299247] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.299247] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.299247] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.319787] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.320065] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.320362] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.320485] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.320903] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.321159] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.321334] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.321887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.322104] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.402031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.402031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.402031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.403043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.403043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.403043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.403043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.403043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.403043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.403403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.403403] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 already deleted. [ 1049.403403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.434442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.434669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.434718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.435191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.435383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.435529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.435627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.435898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.437290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.437379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.437447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.437706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.437824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438158] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.825019] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.825382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.825555] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.825862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.826053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.826247] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 not found, creating... [ 1049.826546] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.826748] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.826910] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.827193] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.827379] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.827716] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.827877] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.828041] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.828330] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.828523] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.828717] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 is going to be created. [ 1049.848653] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.848912] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.848968] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.849505] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.849756] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.850062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.940546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77aa7b14-6a7a-45b7-af50-77a5b63b2170: rpc.has_security_group_logging(os_id): False [ 1049.973906] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.974238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.974238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.974709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.974709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.974812] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.975036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.975036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.975384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.975384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.975479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.975584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.975638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.975785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.975876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976138] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.976238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.976366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.976434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.976545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976627] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be updated. [ 1050.278702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.278702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.278702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.279043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.279043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.295952] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1050.616022] env[66645]: INFO networking_nsxv3.common.synchronization [req-39b0ad93-e4ce-423d-a37e-dae993d80c73 req-4ec197b5-f6c6-48ab-a8c3-d431b6e3a74a service nova] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1050.617309] env[66645]: INFO networking_nsxv3.common.synchronization [req-39b0ad93-e4ce-423d-a37e-dae993d80c73 req-4ec197b5-f6c6-48ab-a8c3-d431b6e3a74a service nova] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1050.617498] env[66645]: INFO networking_nsxv3.common.synchronization [req-39b0ad93-e4ce-423d-a37e-dae993d80c73 req-4ec197b5-f6c6-48ab-a8c3-d431b6e3a74a service nova] Enqueued Resource ID: cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 with Priority: HIGHEST for action port [ 1050.618258] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_rules [ 1050.619483] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1050.619483] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 with Priority: HIGHEST for action port [ 1050.619483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.619483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.619483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.619483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.619483] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.620760] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.620760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.620760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.620760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.620760] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.621014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.621014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.621082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.621185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.621223] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.622055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.622170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.622239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.622618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.622618] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.125311] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.126411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 with status ACTIVE [ 1051.126629] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.126766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.126826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.127139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.127281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.127479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.128133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.128133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.128133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.128303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.128386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.128601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128736] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6 is going to be updated. [ 1051.130291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.130291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.154483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.154677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.154677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.154897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.155082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.155311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc01c8b5-e6c7-4b2d-b0c4-28cab81b91f6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.631684] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.137269] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.137560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.137560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.137704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.137810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.137893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 is going to be created. [ 1052.163110] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.163258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.163326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.163534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.163809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.174951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: UNINITIALIZED for 2s [ 1052.311277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1052.311468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.185522] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: SUCCESS [ 1054.185866] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.185929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.186181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.186607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.186607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.186607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.186807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.186844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.186913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.187000] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.689543] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.191961] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f710c8f7-361e-4ae0-8967-c2c2eba5ad55: rpc.has_security_group_logging(os_id): False [ 1055.215654] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.215804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.215876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.216111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.216227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216501] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.216571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.216617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.216808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.216932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.217022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 is going to be created. [ 1055.311025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.311244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.311355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.311601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.311824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.329048] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: IN_PROGRESS for 2s [ 1055.619879] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.620208] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1057.342089] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: SUCCESS [ 1057.342382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.860809] env[66645]: INFO networking_nsxv3.common.synchronization [req-33940fd8-e1bd-45eb-80b8-a8a1ee81bb2d req-dc000314-7fbe-4a6e-8db4-563c1cfb9866 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1058.861867] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1058.861867] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.862062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.862062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.863318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.863318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.863318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.863318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.863318] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.905155] env[66645]: INFO networking_nsxv3.common.synchronization [req-82a229e9-172b-4a7b-8cce-41210a51f349 req-5e169895-12ad-4233-a5d4-05895d94f12a tempest-ListImageFiltersTestJSON-210090000 tempest-ListImageFiltersTestJSON-210090000-project-member] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 1058.905688] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 1058.906012] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.906186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.906234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.906406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.906541] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.906636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.906698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.906839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.906923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.907496] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.366124] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.366124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.366124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.366124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.366124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.366549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.366549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.366549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.366692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.366775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.366855] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1059.401733] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.401883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.401946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.402217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.402461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.409619] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.411411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1059.912647] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.415312] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.415484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.415561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.415804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.415897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.415998] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 1060.451040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.451304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.451304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.451490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.451640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.462456] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 1061.423429] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1061.423796] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1061.423796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471838] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 1062.472254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.906702] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.906702] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1065.589886] env[66645]: INFO networking_nsxv3.common.synchronization [req-0688ab03-e3f8-403f-9785-70bc0539efa1 req-5bf6474d-fbd5-4ec8-a929-7d1bae34cd85 tempest-ListImageFiltersTestJSON-210090000 tempest-ListImageFiltersTestJSON-210090000-project-member] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 1065.590442] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGHEST for action security_group_members [ 1065.590754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.591379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.591612] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.591798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.591956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.592060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.592137] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.094754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.094905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.094971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.095227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.095331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.095528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.095627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.095694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.095879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.095958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.096074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be updated. [ 1066.124693] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.124881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.124881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.125012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.125228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.134501] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: IN_PROGRESS for 2s [ 1066.548114] env[66645]: INFO networking_nsxv3.common.synchronization [req-53726dea-72ee-4646-85fc-7bfc54ef7eed req-f0453a25-37a1-46e3-a1e2-1b7ed521e803 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1066.548633] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1066.548951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.549090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.549178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.549730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.549730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.549730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.549730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.549943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.549943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.550055] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.866082] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.866413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.866413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.866676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.868033] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.868175] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.868308] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.868573] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.868837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.869105] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.869357] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.869464] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.869604] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.869747] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.869915] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.872079] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.892283] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.892461] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.894063] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.894063] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.894063] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-ad1e4c61-043a-4d67-b654-51dace3a9dfc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.894063] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.894063] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.894063] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.894063] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1e4c61-043a-4d67-b654-51dace3a9dfc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.051784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.052030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.052030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.052362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.052457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.052669] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.052796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.052867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.053091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.053220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.053367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1067.079790] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.080024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.080223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.080364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.090365] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1067.396508] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.396745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.396869] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.397178] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.397330] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.397486] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port ad1e4c61-043a-4d67-b654-51dace3a9dfc not found, creating... [ 1067.397750] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.397904] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.398053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.398402] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.398608] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.399183] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.399183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.399328] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.399598] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.399812] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.399997] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: ad1e4c61-043a-4d67-b654-51dace3a9dfc is going to be created. [ 1067.422315] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.422639] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.422788] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.423133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.423412] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.423678] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.145609] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 in Status: SUCCESS [ 1068.145922] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 deletion is rescheduled due to dependency. [ 1068.146067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.198020] env[66645]: INFO networking_nsxv3.common.synchronization [req-53726dea-72ee-4646-85fc-7bfc54ef7eed req-ac9b32e3-dc85-4a9f-a52f-38210cd7a3cc service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1068.198020] env[66645]: INFO networking_nsxv3.common.synchronization [req-53726dea-72ee-4646-85fc-7bfc54ef7eed req-ac9b32e3-dc85-4a9f-a52f-38210cd7a3cc service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1068.198020] env[66645]: INFO networking_nsxv3.common.synchronization [req-53726dea-72ee-4646-85fc-7bfc54ef7eed req-ac9b32e3-dc85-4a9f-a52f-38210cd7a3cc service nova] Enqueued Resource ID: ad1e4c61-043a-4d67-b654-51dace3a9dfc with Priority: HIGHEST for action port [ 1068.198020] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1068.198516] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1068.198818] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e4c61-043a-4d67-b654-51dace3a9dfc with Priority: HIGHEST for action port [ 1068.199222] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.201657] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.201657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad1e4c61-043a-4d67-b654-51dace3a9dfc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.201657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.201657] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1e4c61-043a-4d67-b654-51dace3a9dfc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.703037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.703185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.703368] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad1e4c61-043a-4d67-b654-51dace3a9dfc with status ACTIVE [ 1068.703533] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.703635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.703706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.703932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.704203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.705177] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.705177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.705306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.705496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.705625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.705836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.705939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.706014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.706183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.706301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.706340] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad1e4c61-043a-4d67-b654-51dace3a9dfc is going to be updated. [ 1068.729961] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.730142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.730216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.730419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.730555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.730714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad1e4c61-043a-4d67-b654-51dace3a9dfc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.986088] env[66645]: INFO networking_nsxv3.common.synchronization [req-4fcb33f4-89a8-425b-8648-694ecfd8db39 req-31146e7c-8698-4a71-957d-d0152d486fcd tempest-ServersV294TestFqdnHostnames-163104321 tempest-ServersV294TestFqdnHostnames-163104321-project-member] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 1068.987417] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGHEST for action security_group_members [ 1068.987500] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.988123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.988123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.988123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.990810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.990961] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.991059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.991349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.991449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.991623] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.101325] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1069.101428] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1069.101474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.101620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102497] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.494149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.494577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.494577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.494802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.516943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.517290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.517424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.517495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.517698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.517783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.517877] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 is going to be updated. [ 1069.545287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.545527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.546058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.546058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555331] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: IN_PROGRESS for 2s [ 1069.604895] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.107324] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.611098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.611098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.611098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.611098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.611098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.611098] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1070.642442] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.642653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.642737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.642971] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.643211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.654930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1071.565478] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 in Status: SUCCESS [ 1071.565656] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 deletion is rescheduled due to dependency. [ 1071.565780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665990] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1072.666343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.666555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.666704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.666919] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.667082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.667169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.667480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667667] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.826608] env[66645]: INFO networking_nsxv3.common.synchronization [None req-3265aa23-1a62-4608-a9d5-940acca42f13 None None] Enqueued Resource ID: 6a1fa475-b581-4a3c-89c0-10da2e5fa82b with Priority: HIGHEST for action port [ 1072.827263] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1fa475-b581-4a3c-89c0-10da2e5fa82b with Priority: HIGHEST for action port [ 1072.827624] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1fa475-b581-4a3c-89c0-10da2e5fa82b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.827753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1fa475-b581-4a3c-89c0-10da2e5fa82b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.827753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1fa475-b581-4a3c-89c0-10da2e5fa82b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.827973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1fa475-b581-4a3c-89c0-10da2e5fa82b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.828554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1fa475-b581-4a3c-89c0-10da2e5fa82b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.171328] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.171496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.171890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.171890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.172043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.172130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.172185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.172317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.172401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.172484] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.172636] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.172726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.173348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.173348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.173348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.173348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.173348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.173348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.173603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.173603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.173603] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.332752] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a1fa475-b581-4a3c-89c0-10da2e5fa82b [ 1073.332752] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.332752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.332752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.332752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.332752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.332752] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a1fa475-b581-4a3c-89c0-10da2e5fa82b already deleted. [ 1073.333314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1fa475-b581-4a3c-89c0-10da2e5fa82b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.678811] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 1073.697953] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.699292] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.699292] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.699292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.699759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.699759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.699759] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.699877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.699915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.700068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.700174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.700334] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1073.772421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.772563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.772635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.772838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.772981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.786044] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1075.804168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1075.804624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.500366] env[66645]: INFO networking_nsxv3.common.synchronization [req-26183bc8-46d6-4b78-a2f2-3a87db8066ec req-2fbfa1e6-123f-4520-a505-d25aa7f1943d tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1076.501022] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1076.501538] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.501538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.501689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.501821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.501989] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.502352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.502352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.502352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.502494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.502531] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.885238] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.885627] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.885627] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.885897] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.886329] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.886560] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.886966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.886966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.887172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.887522] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.887625] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.887723] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.887836] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.887974] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.888132] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.888282] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.910749] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.910942] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.911089] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.911282] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.911625] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-31814413-b4f6-4cc5-b386-49a43e4d3ceb taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.911798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.911919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.912297] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.912446] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31814413-b4f6-4cc5-b386-49a43e4d3ceb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.007584] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.007826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.008080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.008180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.008549] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.008549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.008549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.008728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.008763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.008844] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 already deleted. [ 1077.008927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.415497] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.415852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.416044] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.416414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.416610] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.416832] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 31814413-b4f6-4cc5-b386-49a43e4d3ceb not found, creating... [ 1077.417208] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.417422] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.417580] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.417848] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.418103] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.418468] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.418688] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.418870] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.419130] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.419277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.419458] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 31814413-b4f6-4cc5-b386-49a43e4d3ceb is going to be created. [ 1077.445579] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.445831] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.445933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.446240] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.446567] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.446752] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.186013] env[66645]: INFO networking_nsxv3.common.synchronization [req-26183bc8-46d6-4b78-a2f2-3a87db8066ec req-73d02a59-042f-4510-b32e-7173784e7ab7 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1078.186282] env[66645]: INFO networking_nsxv3.common.synchronization [req-26183bc8-46d6-4b78-a2f2-3a87db8066ec req-73d02a59-042f-4510-b32e-7173784e7ab7 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1078.186456] env[66645]: INFO networking_nsxv3.common.synchronization [req-26183bc8-46d6-4b78-a2f2-3a87db8066ec req-73d02a59-042f-4510-b32e-7173784e7ab7 service nova] Enqueued Resource ID: 31814413-b4f6-4cc5-b386-49a43e4d3ceb with Priority: HIGHEST for action port [ 1078.186729] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1078.186863] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1078.186974] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31814413-b4f6-4cc5-b386-49a43e4d3ceb with Priority: HIGHEST for action port [ 1078.187513] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.187666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.187758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.187945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.188045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.188999] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.188999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.189206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.189206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.189463] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.189463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.189725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.189725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.189725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.189952] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.190710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-31814413-b4f6-4cc5-b386-49a43e4d3ceb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.190710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.190852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.190911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.190973] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31814413-b4f6-4cc5-b386-49a43e4d3ceb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.693705] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.693705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.695236] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.696022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31814413-b4f6-4cc5-b386-49a43e4d3ceb with status ACTIVE [ 1078.696214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.696355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.696427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.696620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.696710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.696888] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.696983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.697070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.697211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.697287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.697458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.697550] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.697610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.697732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.697803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.697883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31814413-b4f6-4cc5-b386-49a43e4d3ceb is going to be updated. [ 1078.719254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.720647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.720647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.720809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.720945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.723955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31814413-b4f6-4cc5-b386-49a43e4d3ceb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.200323] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.704093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.704093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.704093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.704093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.704093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.704093] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be created. [ 1079.734362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.734542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.734606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.734878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.734977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.745255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: UNINITIALIZED for 2s [ 1080.240633] env[66645]: INFO networking_nsxv3.common.synchronization [req-573f1b71-d438-4374-9ed1-3debd291a424 req-01eb65d5-662e-42de-bca8-fb1c03047b8c tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 1080.241268] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGHEST for action security_group_members [ 1080.241588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.241719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.241814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.242025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.242211] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.242333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.242460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.242607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.242693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.242919] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.304330] env[66645]: INFO networking_nsxv3.common.synchronization [req-23b2255c-78a3-4b46-bd9f-e262aad61860 req-e2005733-0234-4fc5-a5e0-23253702fb74 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1080.305496] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1080.305496] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.305496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.305887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.305887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.306015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.306110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.306186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.306325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.306442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.306545] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.747031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.747271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.747371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.747651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.787383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.787383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21138644-7415-4530-973f-48734e4d0076 is going to be updated. [ 1080.808574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.808847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.808926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.809294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.827208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.827478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.827478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.827680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.827849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.836368] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: IN_PROGRESS for 2s [ 1080.842803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.843149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.843327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.843409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.843667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.843781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.843879] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1080.888793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.889042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.889042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.889274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.889468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.902205] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1081.758517] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1081.758936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.758936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.759192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.759414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.759414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.759547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.759689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.760009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.760145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.760264] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.262559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.262559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.262844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.262947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.264029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.264029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.264029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.264586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.264586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.264586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.264751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.264800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.264891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.264946] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.767533] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1082.789238] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.789457] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.789570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.790049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.790519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.790621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.790890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.791058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.791325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.791479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.791571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.791816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.791892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.792298] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.792474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.792474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.792659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.792783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.792911] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be created. [ 1082.847880] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21138644-7415-4530-973f-48734e4d0076 in Status: SUCCESS [ 1082.848201] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21138644-7415-4530-973f-48734e4d0076 deletion is rescheduled due to dependency. [ 1082.848417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.877366] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.877520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.877592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.877806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.877994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.889048] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1082.912095] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1082.912368] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 deletion is rescheduled due to dependency. [ 1082.912431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.996130] env[66645]: INFO networking_nsxv3.common.synchronization [req-fd88b96e-7af6-4aac-b1ea-ddd0614ea106 req-b511ae74-6a60-4d95-b052-a77c5c050ce0 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1082.996714] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1082.997388] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.997388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.997388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.997907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.997907] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.997907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.997907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.997907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.997907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.998592] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.408825] env[66645]: INFO networking_nsxv3.common.synchronization [req-ce72e761-2667-47e4-9d19-d341c4272cee req-3afd5132-d1e2-4364-b52b-cc6a78d1d9cd tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1083.409519] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1083.410235] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.410235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.410235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.410490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.410778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.410891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.410958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.411141] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.411229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.411332] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.505956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.505956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.505956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.505956] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1083.535744] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.538073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.538073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.538073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.538073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546432] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1083.572335] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c1893df4-4962-4cfa-9a4f-74ed1ce8d90b tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1083.573192] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1083.573561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.575114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.575114] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.799490] env[66645]: INFO networking_nsxv3.common.synchronization [req-0fed0d2d-8ade-462f-9ba7-990def30c63d req-464148db-5283-4883-96a5-e5c768d71f28 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1083.800626] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1083.802671] env[66645]: INFO networking_nsxv3.common.synchronization [None req-924f9049-3b7f-43f6-a5f9-a284aafe1a46 tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1083.803566] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.803566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.803566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.803874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.803874] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.803969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.804018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.804155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.804241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.804659] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.806267] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1083.806642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.806755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.917854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.917854] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.917854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.917854] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1083.944843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.945081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.945081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.945395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.945605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.955124] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1084.097879] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.098116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.098196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.098413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.098561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.098615] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 already deleted. [ 1084.098674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.098832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.099014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.099113] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.311483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.311483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.311483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.311483] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1084.351456] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.351456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.351743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.352049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.352301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.361722] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1084.649046] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.649046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.649046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.649289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.649289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.649358] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 already deleted. [ 1084.649410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.901509] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1084.901822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.556199] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1085.556387] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 1085.556449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.965223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1085.965639] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 deletion is rescheduled due to dependency. [ 1085.965713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.373550] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1086.373733] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1086.373854] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.111186] env[66645]: INFO networking_nsxv3.common.synchronization [req-1cb91d59-45b7-418d-8781-1887a717d573 req-26db7fb8-7146-492b-a3ba-aff554f49e54 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1087.111781] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1087.112073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.112222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.112420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.112647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.112912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.113052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.113130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.113306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.113396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.113509] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.409024] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.409024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.409185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.409377] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.410097] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.410253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.410415] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.410599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.410790] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.411076] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.411252] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.412308] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.412308] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.412308] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.412308] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.412308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.434857] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.435098] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.435338] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.435541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-93" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.436082] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436359] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436516] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436964] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.437171] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0acf237c-915e-4ce1-8b40-30dcffd8a5f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.615870] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.616060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.616198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.616487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.616632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.616861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.616995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.617097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.617280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.617391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.617503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1087.643055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.643206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.643272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.643471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.643615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.651882] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1087.940274] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.940488] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.940615] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.940895] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.941055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.941209] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 not found, creating... [ 1087.941462] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.941647] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.941774] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.942108] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.942172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942465] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.942626] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.942745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.942950] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.943094] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.943237] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 is going to be created. [ 1087.964428] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.964677] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.964805] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.965103] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.965447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.965714] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.669363] env[66645]: INFO networking_nsxv3.common.synchronization [req-1cb91d59-45b7-418d-8781-1887a717d573 req-7b4df008-e989-4c44-8b58-4eb4e7bf7268 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 1088.669698] env[66645]: INFO networking_nsxv3.common.synchronization [req-1cb91d59-45b7-418d-8781-1887a717d573 req-7b4df008-e989-4c44-8b58-4eb4e7bf7268 service nova] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1088.669832] env[66645]: INFO networking_nsxv3.common.synchronization [req-1cb91d59-45b7-418d-8781-1887a717d573 req-7b4df008-e989-4c44-8b58-4eb4e7bf7268 service nova] Enqueued Resource ID: 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 with Priority: HIGHEST for action port [ 1088.670383] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_rules [ 1088.670762] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1088.670762] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 with Priority: HIGHEST for action port [ 1088.670962] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.671211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.671426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.671520] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.672517] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.672595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.673019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.673019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.673019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.673245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.673310] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0acf237c-915e-4ce1-8b40-30dcffd8a5f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.175852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.175969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.177468] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 with status ACTIVE [ 1089.177468] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.177559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.177591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.177780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.177870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.178049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.178192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.178235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.178356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.178434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.178742] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.178742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.178742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.178874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.178951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.179045] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0acf237c-915e-4ce1-8b40-30dcffd8a5f0 is going to be updated. [ 1089.198568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.199106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.199264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0acf237c-915e-4ce1-8b40-30dcffd8a5f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.662642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1089.662800] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 1089.662923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.663110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.663330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.663514] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.663627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.663692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.663839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.663920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.664034] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.167782] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.670018] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.015785] env[66645]: INFO networking_nsxv3.common.synchronization [req-ee938c8b-cc27-4ec2-8d87-78a3223b0f73 req-7c4460d7-eaab-4610-9848-c406308ecd82 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1091.016544] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1091.016889] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.017027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.017104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.017567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.017926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.018051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.018123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.018285] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.018374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.018476] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.096205] env[66645]: INFO networking_nsxv3.common.synchronization [req-d58e1ae6-2a8d-497a-86f2-616aecc2dbfb req-d1088d64-00f6-48ab-98f6-05947c3ef498 tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1091.098130] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1091.099401] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.099401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.099401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.099401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.099401] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.099651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.099651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.099651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.099721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.099852] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.173808] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.174140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.174140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.174265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.174388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.174497] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1091.204730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.204874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.204947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.205425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.205425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.214036] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1091.428499] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.428771] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.428914] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.429282] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.429592] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.429764] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.429889] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.430133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.430281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.430495] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.430612] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.430723] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.430832] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.430942] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.431062] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.431201] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.449604] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.449808] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.449923] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.450106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-221" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.450412] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-0cf59154-e58b-4036-b12e-9782d5cd2114 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.450581] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.450745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.451093] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.451249] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf59154-e58b-4036-b12e-9782d5cd2114',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.523083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.523083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.523083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.523083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1091.550709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.550709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.550709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.550709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.550709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.558444] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1091.604080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604080] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 already deleted. [ 1091.604080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.954142] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.954458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.954602] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.954881] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.955046] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.955203] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 0cf59154-e58b-4036-b12e-9782d5cd2114 not found, creating... [ 1091.955544] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.955716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.955988] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.956076] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.956211] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.956495] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.956650] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.956766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.956969] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.957164] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.957323] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 0cf59154-e58b-4036-b12e-9782d5cd2114 is going to be created. [ 1091.980038] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.980311] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.980452] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.980782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.981024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.981256] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.704465] env[66645]: INFO networking_nsxv3.common.synchronization [req-d58e1ae6-2a8d-497a-86f2-616aecc2dbfb req-e322fc85-4b7c-465e-a0be-e92c3957116a service nova] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1092.704745] env[66645]: INFO networking_nsxv3.common.synchronization [req-d58e1ae6-2a8d-497a-86f2-616aecc2dbfb req-e322fc85-4b7c-465e-a0be-e92c3957116a service nova] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1092.704818] env[66645]: INFO networking_nsxv3.common.synchronization [req-d58e1ae6-2a8d-497a-86f2-616aecc2dbfb req-e322fc85-4b7c-465e-a0be-e92c3957116a service nova] Enqueued Resource ID: 0cf59154-e58b-4036-b12e-9782d5cd2114 with Priority: HIGHEST for action port [ 1092.705384] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_rules [ 1092.705538] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1092.705649] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf59154-e58b-4036-b12e-9782d5cd2114 with Priority: HIGHEST for action port [ 1092.706089] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.706431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.706621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.706795] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.708613] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.708808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.708948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.709925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.710169] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.710373] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.710500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.711291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.711291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.711291] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.712757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf59154-e58b-4036-b12e-9782d5cd2114 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.713034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.713034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.713603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.713603] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf59154-e58b-4036-b12e-9782d5cd2114',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.209394] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.209394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.215791] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.216892] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf59154-e58b-4036-b12e-9782d5cd2114 with status ACTIVE [ 1093.217039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.217369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.217369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.217598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.217819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.217989] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.219128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.219128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.219354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.219354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.219477] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf59154-e58b-4036-b12e-9782d5cd2114 is going to be updated. [ 1093.231113] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 4s [ 1093.243811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.243962] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.244046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.244310] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.244489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.244655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf59154-e58b-4036-b12e-9782d5cd2114" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.437062] env[66645]: INFO networking_nsxv3.common.synchronization [req-93e414d4-161e-4ead-b143-81530a24ccf9 req-8c3a990d-c537-4e98-8775-9b4841016514 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1093.437062] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1093.437062] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.437062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.437062] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.437478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.437478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.437478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.437573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.437717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.437810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.437903] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.569227] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1093.569449] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 deletion is rescheduled due to dependency. [ 1093.569536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722025] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.786919] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.787255] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.787405] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.787760] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.788176] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.788378] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.788529] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.788887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.789112] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.789351] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.789469] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.789582] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.789713] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.789815] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.789920] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.790096] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.811024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.811151] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.811204] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.811411] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.813048] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.813266] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.813367] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.813716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.813858] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.940758] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.940758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.940758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.940758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.940758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.941067] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.941130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.941205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.941364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.941445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.941561] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be deleted. [ 1093.972781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.972781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.972781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.972781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.972781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.972781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.225578] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.225821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.225821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.226032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.226128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.226214] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 is going to be created. [ 1094.253492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.253667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.253746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.253986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.254170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.263189] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: UNINITIALIZED for 2s [ 1094.272022] env[66645]: INFO networking_nsxv3.common.synchronization [req-9a9b62b8-2275-46a7-a0ee-5079a3d26fac req-a0dc9232-1c3a-4fca-8642-82a8e27cb2cf tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1094.272629] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGHEST for action security_group_members [ 1094.272979] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.273119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.273204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.273422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.273586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.273725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.273804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.273969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.274100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.274189] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.317027] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.317245] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.317371] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.317670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.317821] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.318056] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 not found, creating... [ 1094.318359] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.318527] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.318649] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.318899] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.319060] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.319374] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.319540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.319657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.319876] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.320073] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.320168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 is going to be created. [ 1094.345874] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.346121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.346226] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.346503] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.346879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.347132] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.776764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.776764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.776764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.777313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.777313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.777313] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.777313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.777313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.777552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.777596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.777658] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba is going to be updated. [ 1094.808422] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.808620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.808679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.808895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.809090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.821267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: IN_PROGRESS for 2s [ 1095.097927] env[66645]: INFO networking_nsxv3.common.synchronization [req-93e414d4-161e-4ead-b143-81530a24ccf9 req-2ee80723-a6ea-45e6-a91f-303375b77820 service nova] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_rules [ 1095.097927] env[66645]: INFO networking_nsxv3.common.synchronization [req-93e414d4-161e-4ead-b143-81530a24ccf9 req-2ee80723-a6ea-45e6-a91f-303375b77820 service nova] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1095.098149] env[66645]: INFO networking_nsxv3.common.synchronization [req-93e414d4-161e-4ead-b143-81530a24ccf9 req-2ee80723-a6ea-45e6-a91f-303375b77820 service nova] Enqueued Resource ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with Priority: HIGHEST for action port [ 1095.099045] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_rules [ 1095.099045] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1095.099045] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with Priority: HIGHEST for action port [ 1095.099612] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.099612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.099612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.099932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.100025] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.105097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.105097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.105097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.105097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.105097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.105385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.105385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.105568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.105638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.105759] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.107639] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.107639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.107639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.107639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.107832] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.248642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1095.248896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.249126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.249384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.249587] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.249703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.249768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.249923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.250015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.250109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.250201] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.610186] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.610360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.610630] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.611634] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with status ACTIVE [ 1095.611820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.611941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.612096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.612330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.612418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.612615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.612720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.612798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.613247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.613247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.613247] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.614189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.614189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.614189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.614189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.614189] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 is going to be updated. [ 1095.638042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.638042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.638228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.638402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.638575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.638746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.733288] env[66645]: INFO networking_nsxv3.common.synchronization [req-1027773f-08e9-4e41-9fdd-0ee9e890be4e req-621e7890-16f8-4789-b5cc-677b6943d0c9 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1095.733910] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1095.734559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.734769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.734963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.735247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.735483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.735600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.735706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.735913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.736059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.736211] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.752453] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.752616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753451] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.753986] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.754176] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.754274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.754333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.754575] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.754751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.754857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.754922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.755087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.755170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.755332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.755378] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.115443] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.125363] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.125568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.125696] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.125975] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.126294] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.126520] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.126659] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.126976] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.127178] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.127409] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.127525] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.127635] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.127805] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.127968] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.128111] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.128251] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.147982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.148238] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.148390] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.148570] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.148980] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-2d906f68-bff6-439c-b6b6-caf716501afc taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.149191] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.149316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.149701] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.149845] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d906f68-bff6-439c-b6b6-caf716501afc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.239371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.239527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.239604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.239916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.240027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.240226] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.240328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.240392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.240544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.240622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.240755] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1096.258018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eebbd-a3bd-46bb-b484-1c3911046ddc: rpc.has_security_group_logging(os_id): False [ 1096.269064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.269385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.269385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.269637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.269714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.278375] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.278706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.278706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.278878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.279012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.279260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.279461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.279461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.279615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.279697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.279911] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.280037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.280112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.280261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.280405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.280569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.280681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.280752] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.280918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.281028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.281138] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1096.282895] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1096.283643] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: SUCCESS [ 1096.283880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.284517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.284711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.284940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.285386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.285549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.285737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.285827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.285935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.286081] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.359977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.360263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.360263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.360482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.360646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.377721] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1096.618147] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.618147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.618147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.618374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.618453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.618552] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be created. [ 1096.646827] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.647016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.647016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.647232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.647394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.652814] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.653036] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.653186] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.653554] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.653711] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.653867] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 2d906f68-bff6-439c-b6b6-caf716501afc not found, creating... [ 1096.654304] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.654304] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.654438] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.654654] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.654778] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.655087] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.655253] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.655373] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.655607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.655837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.655884] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 2d906f68-bff6-439c-b6b6-caf716501afc is going to be created. [ 1096.658466] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: UNINITIALIZED for 2s [ 1096.675411] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.675649] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.675782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.676062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.676293] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.676518] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.788840] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.833352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba in Status: SUCCESS [ 1096.833352] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba deletion is rescheduled due to dependency. [ 1096.833352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.291375] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00f444b9-0fed-457e-bb49-3ac86d3d75e3: rpc.has_security_group_logging(os_id): False [ 1097.331796] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.332487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.332487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.332487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.332652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.332852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.333012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.333084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.333283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.333387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.333496] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 is going to be created. [ 1097.424248] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.424450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.424502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.424722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.424931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.435570] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: IN_PROGRESS for 2s [ 1097.440172] env[66645]: INFO networking_nsxv3.common.synchronization [req-1027773f-08e9-4e41-9fdd-0ee9e890be4e req-7e2fd25f-acd2-49d9-b54b-cc1132a0229f service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 1097.440413] env[66645]: INFO networking_nsxv3.common.synchronization [req-1027773f-08e9-4e41-9fdd-0ee9e890be4e req-7e2fd25f-acd2-49d9-b54b-cc1132a0229f service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1097.440603] env[66645]: INFO networking_nsxv3.common.synchronization [req-1027773f-08e9-4e41-9fdd-0ee9e890be4e req-7e2fd25f-acd2-49d9-b54b-cc1132a0229f service nova] Enqueued Resource ID: 2d906f68-bff6-439c-b6b6-caf716501afc with Priority: HIGHEST for action port [ 1097.441473] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 1097.441641] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1097.441828] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d906f68-bff6-439c-b6b6-caf716501afc with Priority: HIGHEST for action port [ 1097.442467] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.442788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.442888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.443237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.443356] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.444605] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.445056] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d906f68-bff6-439c-b6b6-caf716501afc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.445177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.445261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.445478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.445561] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d906f68-bff6-439c-b6b6-caf716501afc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.947401] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.947571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.947724] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d906f68-bff6-439c-b6b6-caf716501afc with status ACTIVE [ 1097.948702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.948702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.948702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.948702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.948702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.948702] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.948981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.948981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.949304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.949413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.949623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.949740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.949819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.949985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.950095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.950195] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d906f68-bff6-439c-b6b6-caf716501afc is going to be updated. [ 1097.973608] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.973608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.973608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.973896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.973896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.975031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d906f68-bff6-439c-b6b6-caf716501afc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.096643] env[66645]: INFO networking_nsxv3.common.synchronization [req-61aca2c7-5925-4fb3-900b-7e129c847c57 req-75185618-5dbe-4cb4-886f-72bf63142826 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1098.097540] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1098.098077] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.098249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.098675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.098766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.099208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.099208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.099317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.099605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.099605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.099728] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.295165] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1098.295468] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 deletion is rescheduled due to dependency. [ 1098.295468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.295899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.295968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.296117] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.296244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.296840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.296840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.296840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.296840] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.396164] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1098.396618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.503988] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.504232] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.504361] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.504715] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.504985] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.505157] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.505274] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.505848] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.505848] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.505848] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.506040] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.506077] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.506196] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.506308] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.506429] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.506546] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.526068] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.526068] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.526271] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.526519] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.526873] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-96eec72d-610f-41bd-887f-bdf752af2c37 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.527113] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.527288] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.527656] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.527829] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96eec72d-610f-41bd-887f-bdf752af2c37',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.602535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.602744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.602827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.603161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.603256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603483] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.603595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.603636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.603802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.603843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.603929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1098.632784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.632979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.633074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.633311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.633529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.643270] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1098.668674] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 1098.668895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.669099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.669320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.669532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.669642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.669712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.669862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.669945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.670039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.670132] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.798617] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.031077] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.031387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.031560] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.031942] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.032148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.032909] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 96eec72d-610f-41bd-887f-bdf752af2c37 not found, creating... [ 1099.032909] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.032909] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.033071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.033338] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.033626] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.033892] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.034086] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.034254] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.034546] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.034714] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034897] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 96eec72d-610f-41bd-887f-bdf752af2c37 is going to be created. [ 1099.058644] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.058902] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.059054] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.059324] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.059554] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.060071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176693] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.177066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.177150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177387] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.177492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.177558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.177702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.177837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.177930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.177988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.178143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.178215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.178290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.178383] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.301922] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.453049] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: SUCCESS [ 1099.453365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.681226] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243f201e-4f28-40dc-bef2-23b21284361a: rpc.has_security_group_logging(os_id): False [ 1099.702774] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.702978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.703078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.703273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.703412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.703653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.703755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.703840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.704039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.704125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.704309] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.704451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.704528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.704666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.707584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.707875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.708036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.708103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.708316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.708540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.708540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be created. [ 1099.776924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.777115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.777158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.777377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.777553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.788194] env[66645]: INFO networking_nsxv3.common.synchronization [req-61aca2c7-5925-4fb3-900b-7e129c847c57 req-780a8467-cd33-42b6-b7dc-d3b87c3e1631 service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1099.788429] env[66645]: INFO networking_nsxv3.common.synchronization [req-61aca2c7-5925-4fb3-900b-7e129c847c57 req-780a8467-cd33-42b6-b7dc-d3b87c3e1631 service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1099.788550] env[66645]: INFO networking_nsxv3.common.synchronization [req-61aca2c7-5925-4fb3-900b-7e129c847c57 req-780a8467-cd33-42b6-b7dc-d3b87c3e1631 service nova] Enqueued Resource ID: 96eec72d-610f-41bd-887f-bdf752af2c37 with Priority: HIGHEST for action port [ 1099.789151] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1099.789292] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1099.789461] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96eec72d-610f-41bd-887f-bdf752af2c37 with Priority: HIGHEST for action port [ 1099.789836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.789978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.790059] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.790282] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.790390] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.792228] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.792423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.792735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-96eec72d-610f-41bd-887f-bdf752af2c37 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.792916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.792991] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.793263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.793349] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96eec72d-610f-41bd-887f-bdf752af2c37',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.795730] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: IN_PROGRESS for 2s [ 1099.804040] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.804213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.804213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.804479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.804610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.804744] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1099.842008] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.842175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.842217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.842439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.842603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.870700] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1100.296609] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96eec72d-610f-41bd-887f-bdf752af2c37 with status ACTIVE [ 1100.296941] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.297102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.297192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.297483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.297559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.297685] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.297789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.297852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.298030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.298096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.298268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.298361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.298422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.298557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.298631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.298717] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96eec72d-610f-41bd-887f-bdf752af2c37 is going to be updated. [ 1100.299981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.300105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.330295] env[66645]: INFO networking_nsxv3.common.synchronization [req-e1c2af50-4f21-43d7-99b5-f5aa5085e3bb req-cbb915cb-c44f-4867-a74f-9bc0b2a6bbc9 tempest-ServerDiskConfigTestJSON-1355683012 tempest-ServerDiskConfigTestJSON-1355683012-project-member] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1100.330926] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGHEST for action security_group_members [ 1100.331297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.331434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.331504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.331696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.331840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.331937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.331994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.332157] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.332256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.332397] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.374022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.374175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.374246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.374519] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.374668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.374834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96eec72d-610f-41bd-887f-bdf752af2c37" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.377583] env[66645]: INFO networking_nsxv3.common.synchronization [req-d99be3a5-0714-436b-a155-bfa265caf7aa req-731d3449-7ebc-4c38-a751-1503e3fb41b4 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1100.378547] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1100.379082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.379607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.379702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.380180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.380268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.380511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.380618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.380773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.380861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.380960] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.655577] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1100.655707] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 deletion is rescheduled due to dependency. [ 1100.655744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.656831] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.656831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657153] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.718782] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.718782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.718782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.718782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.719101] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.719353] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.719553] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.719810] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.720011] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.720308] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.720412] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.720549] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.720678] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.720795] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.720904] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.721145] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.740492] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.740664] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.740806] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.741055] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.741373] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.741542] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.741661] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.741969] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.742122] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac3a7dd-7ef6-4647-adb2-37e9aeded584',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.834624] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.834917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.835043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.835306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.835433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.835676] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.835795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.835861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.836060] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.836183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.836315] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be updated. [ 1100.870756] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.870940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.871017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.871421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.871588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.883083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: IN_PROGRESS for 2s [ 1100.884163] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.884503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.884503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.884630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.884764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.885052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.885189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.885250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.885473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.885545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.885641] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1100.933817] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.933817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.933817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.933817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.933817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.942824] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1101.159732] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.244841] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.245131] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.245284] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.245614] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.245789] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.245982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 not found, creating... [ 1101.246292] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.246458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.246595] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.246845] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.246999] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.247305] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.247594] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.247594] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.247807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.248065] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.248239] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 is going to be created. [ 1101.278159] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.278388] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.278511] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.278794] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.279046] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.279275] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.663043] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.813585] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 1101.813831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.883111] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1101.883381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.883571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.883817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.884078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.884206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.884277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.884580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.884764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.884917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.884998] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.165784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.166014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.166146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.166396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.166522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.166634] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1102.197340] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.197491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.197574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.197804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.197956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.207474] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1102.387033] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [req-d99be3a5-0714-436b-a155-bfa265caf7aa req-fe0c4d25-1e89-4b41-b9b2-c276ad7482f1 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [req-d99be3a5-0714-436b-a155-bfa265caf7aa req-fe0c4d25-1e89-4b41-b9b2-c276ad7482f1 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [req-d99be3a5-0714-436b-a155-bfa265caf7aa req-fe0c4d25-1e89-4b41-b9b2-c276ad7482f1 service nova] Enqueued Resource ID: 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 with Priority: HIGHEST for action port [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1102.493718] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 with Priority: HIGHEST for action port [ 1102.493718] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.493718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.493718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.493718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.494141] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.495055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.495055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.495642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.495797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.495896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.496122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.496236] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac3a7dd-7ef6-4647-adb2-37e9aeded584',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.690696] env[66645]: INFO networking_nsxv3.common.synchronization [None req-996d8ecb-dfb4-4309-b983-49509a3dbb47 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1102.691331] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1102.691710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.691797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.691921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.692207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.692506] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.854736] env[66645]: INFO networking_nsxv3.common.synchronization [None req-b1d3c065-163e-4430-8107-77077a74e487 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1102.854736] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1102.854736] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.854736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.890790] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf15440-45d6-4099-b538-407706ae90c4: rpc.has_security_group_logging(os_id): False [ 1102.893230] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc in Status: SUCCESS [ 1102.893230] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc deletion is rescheduled due to dependency. [ 1102.893230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.907553] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.907698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.907769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.907996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.908551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.908551] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.908551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.908551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.908698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.908698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.908782] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1102.953176] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1102.953734] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1102.954226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.954226] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.954444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.954722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.955117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.955369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.955601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.955758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.955928] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.972171] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.972322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.972413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.972670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.972824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.986485] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1102.999276] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.999276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.999511] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 with status ACTIVE [ 1103.000126] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.000407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.005020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.005020] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.005020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.005020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac3a7dd-7ef6-4647-adb2-37e9aeded584 is going to be updated. [ 1103.044151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.044278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.044383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.044696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.044867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.045092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac3a7dd-7ef6-4647-adb2-37e9aeded584" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.214940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.215232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.215287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.215500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.215639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.215753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 already deleted. [ 1103.215847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.216030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.216503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.216503] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.459084] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.737960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.737960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.737960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.737960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.737960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.737960] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 already deleted. [ 1103.737960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.960956] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.217458] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1104.218217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.218217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.218217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.218588] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.218794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.218955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.219221] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.219360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.220318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.220318] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.429535] env[66645]: INFO networking_nsxv3.common.synchronization [req-c42d50a6-f9fe-43c7-96ed-26ed8e0d3cd9 req-a0147db3-31a9-470c-b326-8ad2d6a6f646 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1104.429811] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGHEST for action security_group_members [ 1104.430327] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.430498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.430624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.430785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.431230] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.431322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.431384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.431528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.431615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.431717] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.463021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.463329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.463329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.463471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.463543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463655] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1104.478718] env[66645]: INFO networking_nsxv3.common.synchronization [req-c42d50a6-f9fe-43c7-96ed-26ed8e0d3cd9 req-a0147db3-31a9-470c-b326-8ad2d6a6f646 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with Priority: HIGHEST for action port [ 1104.479390] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with Priority: HIGHEST for action port [ 1104.479801] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.479963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.480309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.480623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.480777] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.495057] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.495193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.495232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.495409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.495610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.506598] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1104.722738] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.934836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.934836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.935303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.935913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.935913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.938031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.938031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.938031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.938031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.938031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.938031] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be updated. [ 1104.983645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.984121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.984121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.984121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.984544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.986288] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 with status ACTIVE [ 1104.986587] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.986786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.986786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.986999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.987117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.987605] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.987605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.987605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.987797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.987797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.988128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.988128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.988244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.988325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.988402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.988561] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7 is going to be updated. [ 1105.002485] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: IN_PROGRESS for 2s [ 1105.009862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1105.010193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.020628] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.020819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.020899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.021170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.021319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.021522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d8ea3e8-bb2d-4757-9dc1-c4523d2707f7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225836] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 1105.248810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.249278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.249334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.249468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.249779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.249899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.250064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.250169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.250284] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.250895] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1105.361383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.361383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.361383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.361383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.361383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.386918] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1106.516367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1106.516716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.517573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.517792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.518123] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.518247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.518315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.518476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.518558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518756] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.015597] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243f201e-4f28-40dc-bef2-23b21284361a in Status: SUCCESS [ 1107.015848] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243f201e-4f28-40dc-bef2-23b21284361a deletion is rescheduled due to dependency. [ 1107.015983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.021861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.022291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.022422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.022722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.022912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.023039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.023104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.023612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.023777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.023877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.024053] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.024154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.024217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.025179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.025330] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.025431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.025494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.025647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.025732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.025890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.025890] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.402189] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1107.402404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.528328] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 1107.548070] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.548230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.548348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.548621] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.548713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.548918] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.549034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.549098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.549353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.549353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.549519] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.549635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.549665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.549805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.549877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.550343] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.550343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.550343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.550343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.550512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.550512] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1107.628395] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.628609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.628609] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.628832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.628982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.646639] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1108.705487] env[66645]: INFO networking_nsxv3.common.synchronization [req-e19bdf17-f9de-4ae6-87ee-a50933fcbff1 req-9fb94ebc-6c5f-4ae1-b7dd-b01816b76acf tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1108.706110] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1108.707685] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.707685] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.707685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.707685] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.211470] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.211470] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.211470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.211862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.211862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.211862] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 already deleted. [ 1109.211862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.243151] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.243428] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.244235] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.244235] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.244626] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.244863] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.245018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.245667] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.245872] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.246164] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.246465] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.246641] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.246862] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.246969] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.247147] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.247319] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.267931] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.268302] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.268497] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.268746] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.269199] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-3a028c29-790b-41f3-870e-2dce29ea7d5d taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.269510] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.269732] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.270130] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.270312] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a028c29-790b-41f3-870e-2dce29ea7d5d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.359130] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f1f59018-ac9d-4dc2-93f4-361b6bcb5398 None None] Enqueued Resource ID: 4f6421fc-2960-4491-aa98-07b50a1e90bf with Priority: HIGHEST for action port [ 1109.359670] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6421fc-2960-4491-aa98-07b50a1e90bf with Priority: HIGHEST for action port [ 1109.359977] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6421fc-2960-4491-aa98-07b50a1e90bf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.360135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6421fc-2960-4491-aa98-07b50a1e90bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.360206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6421fc-2960-4491-aa98-07b50a1e90bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.360500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6421fc-2960-4491-aa98-07b50a1e90bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.360572] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6421fc-2960-4491-aa98-07b50a1e90bf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.667441] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1109.667908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.773218] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.773574] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.773574] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.773857] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.773998] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.774178] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 3a028c29-790b-41f3-870e-2dce29ea7d5d not found, creating... [ 1109.774580] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.774864] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.775013] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.775261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.775405] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.775757] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.775932] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.776457] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.776668] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.776895] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778562] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 3a028c29-790b-41f3-870e-2dce29ea7d5d is going to be created. [ 1109.809892] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.810183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.810540] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.810935] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.811263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.811559] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.865446] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f6421fc-2960-4491-aa98-07b50a1e90bf [ 1109.865905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.866097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.866211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.866405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.866500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.866601] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f6421fc-2960-4491-aa98-07b50a1e90bf already deleted. [ 1109.866685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6421fc-2960-4491-aa98-07b50a1e90bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.592462] env[66645]: INFO networking_nsxv3.common.synchronization [req-e19bdf17-f9de-4ae6-87ee-a50933fcbff1 req-e5b86193-80a6-44a5-a6b2-0a1e9ed00fe4 service nova] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1110.592677] env[66645]: INFO networking_nsxv3.common.synchronization [req-e19bdf17-f9de-4ae6-87ee-a50933fcbff1 req-e5b86193-80a6-44a5-a6b2-0a1e9ed00fe4 service nova] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1110.592835] env[66645]: INFO networking_nsxv3.common.synchronization [req-e19bdf17-f9de-4ae6-87ee-a50933fcbff1 req-e5b86193-80a6-44a5-a6b2-0a1e9ed00fe4 service nova] Enqueued Resource ID: 3a028c29-790b-41f3-870e-2dce29ea7d5d with Priority: HIGHEST for action port [ 1110.593368] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_rules [ 1110.593519] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1110.593786] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a028c29-790b-41f3-870e-2dce29ea7d5d with Priority: HIGHEST for action port [ 1110.593901] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.593999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.594081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.594274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.594352] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.595259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.595382] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.595493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.595649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.596288] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.596399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.596466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.596615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.596699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.596808] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.597748] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a028c29-790b-41f3-870e-2dce29ea7d5d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.597860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.597928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.598092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.598172] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a028c29-790b-41f3-870e-2dce29ea7d5d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.101152] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.101731] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.101861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.102313] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a028c29-790b-41f3-870e-2dce29ea7d5d with status ACTIVE [ 1111.104033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.104033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.104033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.104460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.104651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.104887] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.105163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.105238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.105435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.105902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.105902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.105902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.105902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.106497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.106577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.106678] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a028c29-790b-41f3-870e-2dce29ea7d5d is going to be updated. [ 1111.130085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.130297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.130297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.130500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.130638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.130805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a028c29-790b-41f3-870e-2dce29ea7d5d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.609195] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.841855] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8f94c3ea-4bb1-4eba-876e-7d30432dcef5 None None] Enqueued Resource ID: 45e7cee4-955e-47a3-8996-0fe4279b828d with Priority: HIGHEST for action port [ 1111.842463] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7cee4-955e-47a3-8996-0fe4279b828d with Priority: HIGHEST for action port [ 1111.842815] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e7cee4-955e-47a3-8996-0fe4279b828d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.842956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e7cee4-955e-47a3-8996-0fe4279b828d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.843105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e7cee4-955e-47a3-8996-0fe4279b828d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.843479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e7cee4-955e-47a3-8996-0fe4279b828d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843479] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e7cee4-955e-47a3-8996-0fe4279b828d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.113292] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.113672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.113672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.113942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.114103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.114806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 is going to be created. [ 1112.143897] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.144121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.144121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.144391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.144471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.155149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: UNINITIALIZED for 2s [ 1112.346080] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45e7cee4-955e-47a3-8996-0fe4279b828d [ 1112.346411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.346504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.346572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.346898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.346942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.347054] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45e7cee4-955e-47a3-8996-0fe4279b828d already deleted. [ 1112.347146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e7cee4-955e-47a3-8996-0fe4279b828d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.173349] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: SUCCESS [ 1114.173740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.173796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.173985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.174224] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.174333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.174402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.174589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.174710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.174800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.174895] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.677591] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.183353] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27cbbb2c-ce69-4690-ae96-47e7328d60c6: rpc.has_security_group_logging(os_id): False [ 1115.200015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.200173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.200249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.200508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.200604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.200858] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.200957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.201037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.201189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.201268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.201353] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 is going to be created. [ 1115.267332] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.267509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.267582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.267815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.268073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.291806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: IN_PROGRESS for 2s [ 1115.308969] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.309422] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.309566] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.310029] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.310339] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.310506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.310782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.311047] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.311200] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.311417] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.311531] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.311642] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.311751] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.311862] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.311969] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.312141] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.349028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.349215] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.349379] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.349587] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-342" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.349990] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-e0b07106-3c7b-4294-9d72-b1e6f0338641 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.350217] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.350346] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.350633] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.350771] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b07106-3c7b-4294-9d72-b1e6f0338641',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.853781] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.854101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.854170] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.854468] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.854645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.854978] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.855155] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.855273] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.855513] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.855695] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.856081] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.856277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.856402] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.856615] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.856751] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.856956] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 is going to be updated. [ 1115.887034] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.887304] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.887508] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.887745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.887967] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.888262] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585363] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9c7db02-25b3-4e4b-b75b-dbc217e92795 req-d5b0c71c-6eac-41fd-b119-53bd04a98a1c service nova] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1116.585622] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9c7db02-25b3-4e4b-b75b-dbc217e92795 req-d5b0c71c-6eac-41fd-b119-53bd04a98a1c service nova] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1116.585731] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9c7db02-25b3-4e4b-b75b-dbc217e92795 req-d5b0c71c-6eac-41fd-b119-53bd04a98a1c service nova] Enqueued Resource ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 with Priority: HIGHEST for action port [ 1116.586328] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_rules [ 1116.586529] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1116.586686] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 with Priority: HIGHEST for action port [ 1116.586986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.587196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.587267] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.587469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.587554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.588431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.588549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.588646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.588799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.588945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.589053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.589117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.589259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.589355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.589432] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.590380] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b07106-3c7b-4294-9d72-b1e6f0338641 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.590380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.590380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.590514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.590588] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b07106-3c7b-4294-9d72-b1e6f0338641',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.093153] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.093153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.093361] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.094148] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b07106-3c7b-4294-9d72-b1e6f0338641 with status ACTIVE [ 1117.094342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.094455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.094525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.094767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.094859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.095064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.095163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.095217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.095352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.095429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.095624] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.095746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.095934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.095934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.096046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.096089] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b07106-3c7b-4294-9d72-b1e6f0338641 is going to be updated. [ 1117.118727] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.118912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.118965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.119166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.119384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.119473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b07106-3c7b-4294-9d72-b1e6f0338641" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.312357] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: SUCCESS [ 1117.312508] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.598121] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.064185] env[66645]: INFO networking_nsxv3.common.synchronization [req-8a91cda7-78f9-4eb3-8e45-d8d0168402cc req-74929692-4927-43e8-8d91-2ff40644f43e tempest-ServerRescueTestJSON-452284034 tempest-ServerRescueTestJSON-452284034-project-member] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1118.064797] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1118.065214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.065367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.065442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.065780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.066010] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.066117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.066197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.066398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.066505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.066902] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.101026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.101164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.101259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.101452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.101542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.101647] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be updated. [ 1118.132978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.133110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.133200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.133451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.133628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.144352] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: IN_PROGRESS for 2s [ 1118.247012] env[66645]: INFO networking_nsxv3.common.synchronization [req-13832919-cf6c-46d5-b281-049c8c008008 req-9d55a542-8992-461b-96b1-30e8bc83ac4d tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1118.247709] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1118.247943] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.248158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.248240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.248435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.248593] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.248695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.248781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.248900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.249242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.249242] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.402075] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.402297] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.402388] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.402804] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.403185] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.403413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.403600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.403878] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.404100] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.404366] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.404537] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.404761] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.404932] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.405125] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.405298] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.405494] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.425063] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.425063] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.425063] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.425269] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425530] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-1f5e67a9-5c0d-4922-8535-6f466c4de81c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425703] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425820] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.426188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.426331] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5e67a9-5c0d-4922-8535-6f466c4de81c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.569530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.569721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.569802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.570322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.570420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.570491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.570782] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 already deleted. [ 1118.570860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.754602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.755081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.755081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.755081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.755259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.755372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.755465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.755541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.755712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.755881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.755982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1118.785037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.785037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.785037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.785037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.785037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.794863] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1118.928335] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.928582] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.928730] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.929045] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.929200] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.929361] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 1f5e67a9-5c0d-4922-8535-6f466c4de81c not found, creating... [ 1118.929664] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.929845] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.929961] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.930235] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.930395] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.930678] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930833] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.931010] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.931252] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.931387] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.931527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 1f5e67a9-5c0d-4922-8535-6f466c4de81c is going to be created. [ 1118.954829] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.955069] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.955217] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.955511] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.955837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.956192] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.682281] env[66645]: INFO networking_nsxv3.common.synchronization [req-8a91cda7-78f9-4eb3-8e45-d8d0168402cc req-b79a76d8-5e79-4a16-b894-1323dc5ebfac service nova] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_rules [ 1119.682611] env[66645]: INFO networking_nsxv3.common.synchronization [req-8a91cda7-78f9-4eb3-8e45-d8d0168402cc req-b79a76d8-5e79-4a16-b894-1323dc5ebfac service nova] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1119.682775] env[66645]: INFO networking_nsxv3.common.synchronization [req-8a91cda7-78f9-4eb3-8e45-d8d0168402cc req-b79a76d8-5e79-4a16-b894-1323dc5ebfac service nova] Enqueued Resource ID: 1f5e67a9-5c0d-4922-8535-6f466c4de81c with Priority: HIGHEST for action port [ 1119.683347] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_rules [ 1119.683558] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1119.683713] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5e67a9-5c0d-4922-8535-6f466c4de81c with Priority: HIGHEST for action port [ 1119.684080] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.684254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.684677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.684812] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.685737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.685929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.686080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.686349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.686606] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.686680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.686772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.686952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.687158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.689259] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.689259] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5e67a9-5c0d-4922-8535-6f466c4de81c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.689259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.689259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.689259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.689936] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5e67a9-5c0d-4922-8535-6f466c4de81c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.157810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1120.158250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.158383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.158590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.158804] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.158996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.158996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.159168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.159250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.159337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.159431] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.191832] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.192039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.192166] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.193097] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f5e67a9-5c0d-4922-8535-6f466c4de81c with status ACTIVE [ 1120.193288] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.193406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.193476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.193679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.193768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.193967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.194092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.194158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.194324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.194406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.194892] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.194892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.194892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.195168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.195168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.195168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f5e67a9-5c0d-4922-8535-6f466c4de81c is going to be updated. [ 1120.232429] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.232645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.232645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.232836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.232976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.233156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5e67a9-5c0d-4922-8535-6f466c4de81c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.661733] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.697575] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.805804] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1120.806105] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1120.806246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.164484] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e81d18-1676-46d8-bf38-0dd7e1ef58be: rpc.has_security_group_logging(os_id): False [ 1121.183561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.183742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.183789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.183988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.184090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.184403] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.184548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.184678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.184840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.184923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.185019] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be updated. [ 1121.200151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.200432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.200490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.200728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.200869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.201013] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be created. [ 1121.226477] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.226788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.226788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.227118] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.227301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.238117] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: UNINITIALIZED for 2s [ 1121.273314] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.273538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.273538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.273768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.273869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.289308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: IN_PROGRESS for 2s [ 1123.252613] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1123.252613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.253018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.253018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.253216] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.253334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.253402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.253555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.253736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.253736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.253847] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.310769] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1123.311149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.756693] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.756898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.756979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.757176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.757349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.757450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.757515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.757772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.757895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.757998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.758164] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.758260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.758324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.758469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.758648] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.758821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.758895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759058] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759316] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.262539] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64512af1-8e10-4d3e-95f0-5c0c060281c7: rpc.has_security_group_logging(os_id): False [ 1124.283240] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.283435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.283435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.283644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.283735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.283932] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.284043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.284109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.284273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.284354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.284542] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.284703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.284772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.285051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.285051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.285184] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.285273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.285335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.285472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.285544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.285637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be created. [ 1124.349458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.349666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.349666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.349886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.350084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.363824] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1124.684941] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.685073] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1126.379081] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1126.379487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.081577] env[66645]: INFO networking_nsxv3.common.synchronization [req-8dee7667-513f-4001-8b2a-85d2f8f2aa28 req-ae1b03d7-58ad-4983-ba61-bbf0a7ac53a2 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1127.082166] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1127.082523] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.082691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.082765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.083009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.083398] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.083608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.083735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.083997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.084172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.084342] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.408129] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.408888] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.409164] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.409517] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.409880] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.410168] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.410305] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.410648] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.410832] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411092] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.412094] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.412094] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.412094] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.412094] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.412094] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.412094] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.435790] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.435984] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.436144] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.436326] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-349" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.436650] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.436828] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.436946] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.437335] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.437471] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8673e47-aaee-42d3-a0c1-40ef0c6e2122',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.587371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.587371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.587371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.587608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.587918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.587918] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.587918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.588052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.588213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.588341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.588437] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1127.620623] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.620867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.620943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.621184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.621555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.631995] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1127.940662] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.940848] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.940974] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.941281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.941467] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.941652] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port c8673e47-aaee-42d3-a0c1-40ef0c6e2122 not found, creating... [ 1127.941992] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.942166] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.942301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.942588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.942753] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.943103] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.943301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.943426] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.943657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.943853] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.943998] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: c8673e47-aaee-42d3-a0c1-40ef0c6e2122 is going to be created. [ 1127.967516] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.967707] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.967827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.968277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.968568] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.968827] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.679738] env[66645]: INFO networking_nsxv3.common.synchronization [req-8dee7667-513f-4001-8b2a-85d2f8f2aa28 req-5ee3a647-7b0c-40a6-99a0-400e13c60717 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1128.680131] env[66645]: INFO networking_nsxv3.common.synchronization [req-8dee7667-513f-4001-8b2a-85d2f8f2aa28 req-5ee3a647-7b0c-40a6-99a0-400e13c60717 service nova] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1128.680131] env[66645]: INFO networking_nsxv3.common.synchronization [req-8dee7667-513f-4001-8b2a-85d2f8f2aa28 req-5ee3a647-7b0c-40a6-99a0-400e13c60717 service nova] Enqueued Resource ID: c8673e47-aaee-42d3-a0c1-40ef0c6e2122 with Priority: HIGHEST for action port [ 1128.680700] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_rules [ 1128.680947] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1128.681227] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8673e47-aaee-42d3-a0c1-40ef0c6e2122 with Priority: HIGHEST for action port [ 1128.681474] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.681601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.681872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.681872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.681987] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.682915] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.683086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.683391] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.683514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.683591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.683795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.683890] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8673e47-aaee-42d3-a0c1-40ef0c6e2122',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.186661] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8673e47-aaee-42d3-a0c1-40ef0c6e2122 with status ACTIVE [ 1129.186901] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.187432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.187607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.188009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188194] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.188291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.188350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.188492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.188568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188653] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8673e47-aaee-42d3-a0c1-40ef0c6e2122 is going to be updated. [ 1129.189818] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.189967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.209522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.209681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.209681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.209901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.210010] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.210179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8673e47-aaee-42d3-a0c1-40ef0c6e2122" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.392646] env[66645]: INFO networking_nsxv3.common.synchronization [req-1978fef8-9200-4de2-8534-7c95d56f7e80 req-9c141da5-e963-4dd4-a5fd-e8f3c38b892a tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1129.393314] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1129.393527] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.393648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.393717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.394013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.394174] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.394273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.394338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.394481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.394564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.394657] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.642401] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1129.642645] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1129.642768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.642964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.643236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.643421] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.643543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.643608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.643762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.643855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.643934] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.687217] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.687521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.687521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.687676] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.687938] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.688136] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.688268] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.688487] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.688660] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.688919] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.689051] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.689164] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.689291] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.689414] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.689541] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.689690] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.708873] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.709063] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.709212] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.709407] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-143" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.709812] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-4317e1bd-11e0-40f6-9857-01369768d919 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.709920] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.710056] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.710415] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.710889] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4317e1bd-11e0-40f6-9857-01369768d919',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.897214] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.146714] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.213426] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.213797] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.214012] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.214320] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.214473] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.214628] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 4317e1bd-11e0-40f6-9857-01369768d919 not found, creating... [ 1130.214924] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.215101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.215223] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.215445] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.215579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.215867] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.216031] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.216152] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.216359] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.216490] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.216627] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 4317e1bd-11e0-40f6-9857-01369768d919 is going to be created. [ 1130.238112] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.238339] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.238463] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.238813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.239121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.239413] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.399755] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.649080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.902615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.902615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.902615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.903075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.903075] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.903075] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1130.931268] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.931462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.931462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.931693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.931814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.945764] env[66645]: INFO networking_nsxv3.common.synchronization [req-1978fef8-9200-4de2-8534-7c95d56f7e80 req-1c8fa440-2e10-4808-aa4a-ad7cc2393892 service nova] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 1130.946149] env[66645]: INFO networking_nsxv3.common.synchronization [req-1978fef8-9200-4de2-8534-7c95d56f7e80 req-1c8fa440-2e10-4808-aa4a-ad7cc2393892 service nova] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1130.946149] env[66645]: INFO networking_nsxv3.common.synchronization [req-1978fef8-9200-4de2-8534-7c95d56f7e80 req-1c8fa440-2e10-4808-aa4a-ad7cc2393892 service nova] Enqueued Resource ID: 4317e1bd-11e0-40f6-9857-01369768d919 with Priority: HIGHEST for action port [ 1130.946984] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1130.947432] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_rules [ 1130.947600] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1130.947704] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4317e1bd-11e0-40f6-9857-01369768d919 with Priority: HIGHEST for action port [ 1130.948093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.948401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.948401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.948893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.948893] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.949586] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.949814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.950052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-4317e1bd-11e0-40f6-9857-01369768d919 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.950200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.950238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.950404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.950452] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4317e1bd-11e0-40f6-9857-01369768d919',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.151385] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.151570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.151651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.151893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.151988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.152106] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1131.184215] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.184442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.184442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.184665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.185021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.194516] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1131.452851] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.453162] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4317e1bd-11e0-40f6-9857-01369768d919 with status ACTIVE [ 1131.453327] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.453500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.453753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.453804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.454069] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.454191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.454224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.454386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.454465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.454639] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.454802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.454909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.454998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.455085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.455170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4317e1bd-11e0-40f6-9857-01369768d919 is going to be updated. [ 1131.477365] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.477555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.477555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.477775] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.477908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4317e1bd-11e0-40f6-9857-01369768d919" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.959092] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1132.959092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.959590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.959590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.959679] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.959800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.959901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.960040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.960186] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.960262] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.204970] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1133.205193] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.205367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.205642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.205875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.206016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.206090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.206245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.206350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.206438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.206526] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.462655] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.708598] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.708823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.708867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.709175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.709383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.709521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.709620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.709824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.709947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.710083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.710246] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.710339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.710417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.710564] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.710722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.710815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.710892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.711049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.711140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.711223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.711324] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.965211] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.214272] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10229e8b-81f1-4aff-95de-59e08d6ec752: rpc.has_security_group_logging(os_id): False [ 1134.239823] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.240070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.240388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.240598] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.240773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.241025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.241251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.241348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.241423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.241563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.241649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.241839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.241945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.242012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.242164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.242237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.242320] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1134.305341] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.305455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.305577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.305741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.305895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.320684] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1134.467545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.467709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.467812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.468012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.468102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.468209] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1134.498053] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.498053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.498276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.498366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.498486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.511036] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1135.949689] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.949689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1136.350073] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1136.350073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.520951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1136.521229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.522124] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.522385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.522558] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.522697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.522791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.523009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.523105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.523194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.523356] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.025938] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.528110] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4313d079-51e9-4cfc-9283-d6800b0fdeb2: rpc.has_security_group_logging(os_id): False [ 1137.546382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.546553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.546596] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.546781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.546937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.547142] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.547246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.547308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.547450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.547525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.547611] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1137.619997] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.620170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.620257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.620592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.620767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.635784] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1139.651287] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1139.651678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.950657] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.951126] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1145.952410] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.952735] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.279925] env[66645]: INFO networking_nsxv3.common.synchronization [req-16f829dd-1ff8-4258-b43d-37ad1d7504f0 req-7a0027aa-3acd-4eca-b8ae-8e744f8283e1 tempest-ServerRescueTestJSON-452284034 tempest-ServerRescueTestJSON-452284034-project-member] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1146.280523] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1146.280831] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.280951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.281044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.281230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.281372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.281462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.281522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.281657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.281741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.281832] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.602466] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.602901] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.603027] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.603247] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.603567] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.603742] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.603884] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.604167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.604330] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.604712] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.604789] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.604981] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.605105] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.605187] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.605269] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.605431] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.635029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.635272] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.635391] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.635577] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-592" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.635977] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-afeb71c0-09c9-4e24-9d18-97744fe0d79c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.636222] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.636275] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.636594] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.636726] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afeb71c0-09c9-4e24-9d18-97744fe0d79c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.783946] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.139416] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.139870] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.139870] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.140100] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.140257] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.140415] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port afeb71c0-09c9-4e24-9d18-97744fe0d79c not found, creating... [ 1147.140685] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.140846] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.140978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.141392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.141392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.141643] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.141800] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.141918] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.142142] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.142280] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.142424] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: afeb71c0-09c9-4e24-9d18-97744fe0d79c is going to be created. [ 1147.166194] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.166457] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.166604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.166862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.167113] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.167355] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.286519] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.789059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.789215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.789290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.789514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.789606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.789707] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be updated. [ 1147.820495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.820704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.820704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.820921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.821292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.829618] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1147.859311] env[66645]: INFO networking_nsxv3.common.synchronization [req-16f829dd-1ff8-4258-b43d-37ad1d7504f0 req-76ed13ad-3d2f-477a-9415-295d3c95e773 service nova] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_rules [ 1147.859311] env[66645]: INFO networking_nsxv3.common.synchronization [req-16f829dd-1ff8-4258-b43d-37ad1d7504f0 req-76ed13ad-3d2f-477a-9415-295d3c95e773 service nova] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1147.859508] env[66645]: INFO networking_nsxv3.common.synchronization [req-16f829dd-1ff8-4258-b43d-37ad1d7504f0 req-76ed13ad-3d2f-477a-9415-295d3c95e773 service nova] Enqueued Resource ID: afeb71c0-09c9-4e24-9d18-97744fe0d79c with Priority: HIGHEST for action port [ 1147.859600] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_rules [ 1147.859731] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1147.859830] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afeb71c0-09c9-4e24-9d18-97744fe0d79c with Priority: HIGHEST for action port [ 1147.860401] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.860538] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.860581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.860830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.860872] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.861738] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.861829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.862035] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-afeb71c0-09c9-4e24-9d18-97744fe0d79c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.862783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.862783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.862783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.862783] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afeb71c0-09c9-4e24-9d18-97744fe0d79c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.365353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.365779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.365779] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afeb71c0-09c9-4e24-9d18-97744fe0d79c with status ACTIVE [ 1148.365866] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.366090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.366090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.366401] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.366560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.366981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.366981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.367360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.367360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.367431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.367711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.367824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.367881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.368574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.368670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.368778] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afeb71c0-09c9-4e24-9d18-97744fe0d79c is going to be updated. [ 1148.391432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.391635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.391635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.391798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.391931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.392154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afeb71c0-09c9-4e24-9d18-97744fe0d79c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.840689] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1149.841117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.841117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.841311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.841499] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.841634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.841682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.841816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.841897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.841995] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.344462] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.847773] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.350798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.351043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.351043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.351465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.351595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.351709] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be updated. [ 1151.379344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.379622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.379622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.379749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.379864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.393569] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1152.860851] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.861150] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1153.409536] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1153.409759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.409926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.410168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.410355] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.410473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.410536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.410681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.410759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.410847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.410940] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.913729] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.914184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.914184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.914296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.914461] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.914562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.914628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.914777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.914863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.915012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.915174] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.915579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.915715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916055] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916268] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.418732] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64512af1-8e10-4d3e-95f0-5c0c060281c7: rpc.has_security_group_logging(os_id): False [ 1154.438433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.438433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.438433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.438737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.438737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.438802] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.438851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.439485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.439485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.439485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.439485] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.439687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.439687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.439772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.439772] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.440444] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.440444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.440444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.440444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.440444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.440681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be updated. [ 1154.512906] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.513111] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.513220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.513475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.513661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.530272] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1156.546463] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1156.546884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.862304] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.862304] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1162.863477] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.863843] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1165.135210] env[66645]: INFO networking_nsxv3.common.synchronization [req-e8f02df1-4b6e-4946-86d6-2294614c1b46 req-7bf5885a-1ae4-4201-860b-a04ca0c93f80 tempest-DeleteServersTestJSON-900808120 tempest-DeleteServersTestJSON-900808120-project-member] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1165.135210] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGHEST for action security_group_members [ 1165.135210] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.135210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.135210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.135210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.135210] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.135210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.135210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.135663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.135663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.135663] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.637679] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.637910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.637910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.638152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.638251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.638444] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.638542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.638600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.638744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.638818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.638902] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be updated. [ 1165.670574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.670734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.670797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.671023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.671165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.680527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: IN_PROGRESS for 2s [ 1167.697917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 in Status: SUCCESS [ 1167.697917] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 deletion is rescheduled due to dependency. [ 1167.698350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.134928] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.135534] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.818778] env[66645]: INFO networking_nsxv3.common.synchronization [req-1f6d580f-8b47-416d-9d66-86adf6494093 req-0ca4e075-d163-4431-a764-288d2e4f90f7 tempest-ServerRescueTestJSON-452284034 tempest-ServerRescueTestJSON-452284034-project-member] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1174.820349] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1174.820699] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.820822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.820891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.821110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.821263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.821365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.821429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.821576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.821679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.821790] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.324912] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.692704] env[66645]: INFO networking_nsxv3.common.synchronization [None req-10db27ab-1151-4388-8efd-d8bc628af4d9 None None] Enqueued Resource ID: 0abdaac9-892d-431e-82dc-4a528cfaf229 with Priority: HIGHEST for action port [ 1175.693202] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abdaac9-892d-431e-82dc-4a528cfaf229 with Priority: HIGHEST for action port [ 1175.694530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abdaac9-892d-431e-82dc-4a528cfaf229 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.694530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abdaac9-892d-431e-82dc-4a528cfaf229" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.694530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abdaac9-892d-431e-82dc-4a528cfaf229" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.694819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abdaac9-892d-431e-82dc-4a528cfaf229" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.694873] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abdaac9-892d-431e-82dc-4a528cfaf229',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.829628] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.197029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0abdaac9-892d-431e-82dc-4a528cfaf229 [ 1176.197247] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.197526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.197526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.197718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.197803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.197917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0abdaac9-892d-431e-82dc-4a528cfaf229 already deleted. [ 1176.198023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abdaac9-892d-431e-82dc-4a528cfaf229" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.332325] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.332504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.332598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.332864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.333235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.333235] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be updated. [ 1176.370548] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.370733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.370801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.371019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.371178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.382912] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1177.864884] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f5ac9eea-aec2-482a-8618-6ce6fa076893 None None] Enqueued Resource ID: 69f55988-ab3c-4bd0-aca5-03264bced89b with Priority: HIGHEST for action port [ 1177.864884] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f55988-ab3c-4bd0-aca5-03264bced89b with Priority: HIGHEST for action port [ 1177.865175] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f55988-ab3c-4bd0-aca5-03264bced89b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.865357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f55988-ab3c-4bd0-aca5-03264bced89b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.865436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f55988-ab3c-4bd0-aca5-03264bced89b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.865717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f55988-ab3c-4bd0-aca5-03264bced89b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.865794] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f55988-ab3c-4bd0-aca5-03264bced89b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.370150] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f55988-ab3c-4bd0-aca5-03264bced89b [ 1178.370394] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.371132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.371132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.371132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.371132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.371132] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f55988-ab3c-4bd0-aca5-03264bced89b already deleted. [ 1178.371132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f55988-ab3c-4bd0-aca5-03264bced89b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.393839] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1178.393839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.612807] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea24d0f-45de-430a-80cc-9e5942530630 req-54d5a194-531e-4a6c-9686-0a13c028767e tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1179.613296] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1179.613602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.613859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.613859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.614149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.614303] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.614445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.614534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.614711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.614827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.614950] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.961074] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.961400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.962034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.962034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.962785] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.962785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.962981] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.963281] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.963447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.963807] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.964061] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.964685] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.964685] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.965750] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.965750] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.965750] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.994731] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.994946] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.995109] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.995398] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.995757] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.995947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.996034] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.996427] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.996568] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87ea969-c76b-4d7d-8d27-89e23a84e6d1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.117882] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.118115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.118115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.118370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.118512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.118784] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.118921] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.119074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.119428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.119503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.119630] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1180.164506] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.164738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.164785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.165110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.165453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.178875] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1180.499073] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.499310] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.499420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.499707] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.499862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.500030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port a87ea969-c76b-4d7d-8d27-89e23a84e6d1 not found, creating... [ 1180.500299] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.500458] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.500725] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.500995] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.501156] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.501507] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.501645] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.501767] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.501977] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.502126] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.502267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: a87ea969-c76b-4d7d-8d27-89e23a84e6d1 is going to be created. [ 1180.536628] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536847] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.536978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.537290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.537558] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.538177] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.984496] env[66645]: INFO networking_nsxv3.common.synchronization [req-277dec3e-d7d7-4203-b760-78c72523b473 req-420c3844-0dfa-4761-be7b-d79113b4e6bd tempest-ServerRescueTestJSON-452284034 tempest-ServerRescueTestJSON-452284034-project-member] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1180.984778] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGHEST for action security_group_members [ 1180.985149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.986033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.986033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.986033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.986033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.986033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.986274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.987159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.987159] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.987159] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea24d0f-45de-430a-80cc-9e5942530630 req-9cb7e5f5-8a74-4ea2-b9ad-9de31d41ab7d service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea24d0f-45de-430a-80cc-9e5942530630 req-9cb7e5f5-8a74-4ea2-b9ad-9de31d41ab7d service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [req-7ea24d0f-45de-430a-80cc-9e5942530630 req-9cb7e5f5-8a74-4ea2-b9ad-9de31d41ab7d service nova] Enqueued Resource ID: a87ea969-c76b-4d7d-8d27-89e23a84e6d1 with Priority: HIGHEST for action port [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1181.276799] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87ea969-c76b-4d7d-8d27-89e23a84e6d1 with Priority: HIGHEST for action port [ 1181.277424] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.277796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.278038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.278357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.278556] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.279694] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.280443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281361] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.281517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.281834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.281930] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87ea969-c76b-4d7d-8d27-89e23a84e6d1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.443167] env[66645]: INFO networking_nsxv3.common.synchronization [req-3fea6213-8991-41f2-a676-9fcf4950e311 req-d26ef3b2-2c90-4f44-88d2-f5d7643ae174 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1181.443734] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1181.444066] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.444211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.444280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.444543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.444696] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.444804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.444878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.445044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.445132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.445269] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.488336] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.488501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.488604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.488858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.488951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.489156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.489254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.489317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.489469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.489576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.489629] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be updated. [ 1181.519088] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.519233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.519304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.519510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.519650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.529526] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: IN_PROGRESS for 2s [ 1181.725377] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.725767] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.726027] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.726470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.726864] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.728030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.728030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.728030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.728030] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.728030] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.728030] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.728509] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.728509] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.728509] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.728509] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.728632] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.758231] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.758459] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.758627] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.758818] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.759176] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-05fac72a-0b2d-4af2-8371-64340cd58e39 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.759871] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.759871] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.759871] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.760124] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fac72a-0b2d-4af2-8371-64340cd58e39',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.783631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.783753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.786414] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a87ea969-c76b-4d7d-8d27-89e23a84e6d1 with status ACTIVE [ 1181.786653] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.786788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.786856] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.787094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.787183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.787475] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.787616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.787673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.788517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.788619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.788811] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.788913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.788978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.789147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.789224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.789314] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a87ea969-c76b-4d7d-8d27-89e23a84e6d1 is going to be updated. [ 1181.812474] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.812703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.812778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.813088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.813170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.813289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a87ea969-c76b-4d7d-8d27-89e23a84e6d1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.948150] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.948370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.948474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.948765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.948900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.949173] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.949336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.949386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.949594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.949699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.949815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e already deleted. [ 1181.949924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.190630] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1182.191054] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 deletion is rescheduled due to dependency. [ 1182.191054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.191793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.191793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.191793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.191793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.191793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.191994] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.192045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.192130] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.264618] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.265016] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.265251] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.265549] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.265774] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.266202] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 05fac72a-0b2d-4af2-8371-64340cd58e39 not found, creating... [ 1182.266608] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.266822] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.266982] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.267290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.267445] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.267794] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.268059] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.268124] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.268420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.268510] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.268694] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 05fac72a-0b2d-4af2-8371-64340cd58e39 is going to be created. [ 1182.302681] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.302681] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.302866] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.303043] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.303517] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.303760] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.696540] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.025317] env[66645]: INFO networking_nsxv3.common.synchronization [req-3fea6213-8991-41f2-a676-9fcf4950e311 req-f8ac6240-6f5e-4de7-a845-4ed255d3b8bf service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1183.025543] env[66645]: INFO networking_nsxv3.common.synchronization [req-3fea6213-8991-41f2-a676-9fcf4950e311 req-f8ac6240-6f5e-4de7-a845-4ed255d3b8bf service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1183.025729] env[66645]: INFO networking_nsxv3.common.synchronization [req-3fea6213-8991-41f2-a676-9fcf4950e311 req-f8ac6240-6f5e-4de7-a845-4ed255d3b8bf service nova] Enqueued Resource ID: 05fac72a-0b2d-4af2-8371-64340cd58e39 with Priority: HIGHEST for action port [ 1183.026331] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1183.026477] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1183.026598] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fac72a-0b2d-4af2-8371-64340cd58e39 with Priority: HIGHEST for action port [ 1183.026938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.031468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.031585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.031888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.031992] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.032984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.033153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.033256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.033411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.033573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.033672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.033731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.033886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.033970] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.034082] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.034924] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fac72a-0b2d-4af2-8371-64340cd58e39 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.037516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.037922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.037922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.038077] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fac72a-0b2d-4af2-8371-64340cd58e39',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.198205] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.538799] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 in Status: SUCCESS [ 1183.538982] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 deletion is rescheduled due to dependency. [ 1183.539119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.540483] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.541466] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.541567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.545343] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05fac72a-0b2d-4af2-8371-64340cd58e39 with status ACTIVE [ 1183.545591] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.545722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.545782] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.545983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.546083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.546392] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.546472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.546504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.546664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.546740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.546919] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.547020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.547083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.547220] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.547297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.547383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05fac72a-0b2d-4af2-8371-64340cd58e39 is going to be updated. [ 1183.569556] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.569706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.569783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.570032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.570178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.570340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fac72a-0b2d-4af2-8371-64340cd58e39" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.701053] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.701053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.701053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.701329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.701329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.701448] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1183.744262] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.744397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.744472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.744684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.744830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.753188] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1184.042587] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.545435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.545817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.545817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.545927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.546027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.546144] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be created. [ 1184.578551] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.578767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.578767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.579017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.579197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.595580] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: UNINITIALIZED for 2s [ 1185.357103] env[66645]: INFO networking_nsxv3.common.synchronization [req-d8bb7a68-3ad5-4494-a25c-df98b4551a4c req-63833aa0-4276-469e-ad9d-fa9f4f7437a1 tempest-AttachVolumeShelveTestJSON-975151550 tempest-AttachVolumeShelveTestJSON-975151550-project-member] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1185.357244] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGHEST for action security_group_members [ 1185.358137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.358137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.358137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.358137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.358137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.358137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.358561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.358561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.358561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.358561] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.762755] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1185.763102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.763160] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.763388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.763575] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.763687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.763749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.763899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.763976] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.764074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.764165] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.860561] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.860723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.860771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.860988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.861104] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.861301] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.861569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.861569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.861654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.861736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.861817] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be updated. [ 1185.898472] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.898622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.898680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.898893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.899074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.908417] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: IN_PROGRESS for 2s [ 1186.266515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.266681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.266757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.267018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.267142] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.267255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.267308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.267441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.267526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.267636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.267785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.267881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.267932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.268116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.268253] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.268337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.268395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.268528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.268602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.268683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.269398] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.605982] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1186.606214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.606545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.606648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.606833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.606951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.607041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.607210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.607291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.607381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.607477] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.650439] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0f9b8ebd-36d6-4c3d-9df7-34f52e616ecb tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1186.651021] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1186.651248] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.651369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.651439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.651632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.651810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.651862] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.651927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.652086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.652171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.652268] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.770921] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1186.790094] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.790258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.790331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.790547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.790640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.790858] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.790963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.791040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.791209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.791298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.791480] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.791585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.791667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.791816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.791890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.792087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.792178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.792239] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.792376] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.792480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.792527] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1186.863618] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.863618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.863618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.863828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.863882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.879199] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1187.110880] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.111184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.111184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.111545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.111745] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.111918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.112012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.112269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.112387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.112545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.112726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.112888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.112966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.113223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.113479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.113628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.113756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.113931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.114031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.114185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.114288] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.154613] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.616497] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1187.636100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.636350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.636350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.636640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.636761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.637019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.637178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.637254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.637417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.637499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.637775] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.637859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.637923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.638078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.638154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.638339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.638423] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.638475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.638614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.638689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.638774] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be created. [ 1187.656632] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.709616] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.709616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.709616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.709983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.710040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.721661] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1187.921832] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be in Status: SUCCESS [ 1187.922175] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be deletion is rescheduled due to dependency. [ 1187.922175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.159156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.159346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.159390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.159589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.159680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.159780] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1188.192170] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.192322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.192408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.192591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.192737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.202211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1188.773232] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.773450] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.773575] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.773846] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.774106] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.774259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.774375] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.774582] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.774724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.774946] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.775064] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.775173] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.775360] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.775487] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.775593] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.775721] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.794830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.795015] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.795145] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.795391] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.795719] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.795890] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.796029] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.796409] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.796547] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd60cf47-8bda-47fd-a1ec-35e10f866bf2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.893012] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1188.893012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.298662] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.299117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.299117] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.299411] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.299565] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.299729] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port cd60cf47-8bda-47fd-a1ec-35e10f866bf2 not found, creating... [ 1189.300014] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.300183] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.300303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.300521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.300670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.300956] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.301125] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.301247] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.301459] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.301601] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.301740] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: cd60cf47-8bda-47fd-a1ec-35e10f866bf2 is going to be created. [ 1189.338825] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.339149] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.339248] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.339536] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.339777] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.340021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.734984] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1189.735295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.021098] env[66645]: INFO networking_nsxv3.common.synchronization [req-d312b8c7-54b3-4055-8349-362e909d3213 req-4f51f5b2-ff88-4247-bf3e-8140948edac7 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1190.021098] env[66645]: INFO networking_nsxv3.common.synchronization [req-d312b8c7-54b3-4055-8349-362e909d3213 req-4f51f5b2-ff88-4247-bf3e-8140948edac7 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1190.021098] env[66645]: INFO networking_nsxv3.common.synchronization [req-d312b8c7-54b3-4055-8349-362e909d3213 req-4f51f5b2-ff88-4247-bf3e-8140948edac7 service nova] Enqueued Resource ID: cd60cf47-8bda-47fd-a1ec-35e10f866bf2 with Priority: HIGHEST for action port [ 1190.021098] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1190.021098] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1190.022141] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd60cf47-8bda-47fd-a1ec-35e10f866bf2 with Priority: HIGHEST for action port [ 1190.023297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.023297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.023297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.023297] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.023297] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.024963] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.025650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.025967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.026165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.026266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.026516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.026641] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd60cf47-8bda-47fd-a1ec-35e10f866bf2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.214788] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 4s [ 1190.529512] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.529512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.529978] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd60cf47-8bda-47fd-a1ec-35e10f866bf2 with status ACTIVE [ 1190.529978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.529978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.529978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.530266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.530356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.530600] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.530717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.530923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.530981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.531035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.531230] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.531327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.531392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.531574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.531661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.531770] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd60cf47-8bda-47fd-a1ec-35e10f866bf2 is going to be updated. [ 1190.555094] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.555252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.555424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.555579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.555731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.555907] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd60cf47-8bda-47fd-a1ec-35e10f866bf2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.225914] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1192.226352] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.226485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.226651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.227030] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.227030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.227175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.227309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.227459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.227519] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.730592] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.233502] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.735869] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.736127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.736127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.736355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.736482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.736608] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1193.770492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.770912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.770912] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.771174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.771327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.781471] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1195.024983] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.025441] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1195.794823] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1195.795120] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.795449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.795729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.796019] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.796144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.796217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.796395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.796485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.796574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.796673] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.299494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.299952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.299952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.299952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.300130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.300188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.300328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.300576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.300717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.300835] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.300992] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.301099] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.301161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.301303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.301438] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.301531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.301602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.301737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.301811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.301892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.302328] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.805243] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1196.827903] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.828177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.828177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.828340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.828435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.828645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.828748] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.828795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.828950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.829037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.829236] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.829332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.829394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.829562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.829676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.829840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.829931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.829966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.830112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.830169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.830247] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1196.908459] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.908723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.908723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.908845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.908939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.925806] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1198.410602] env[66645]: INFO networking_nsxv3.common.synchronization [req-c8391424-66be-4a2a-9785-8b479eb50a66 req-15622c36-8aee-4e4b-8200-4e7bf68715ca tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1198.411173] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1198.411746] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.411936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.412015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.412229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.412389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.412493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.412554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.412708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.412849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.412957] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.902776] env[66645]: INFO networking_nsxv3.common.synchronization [req-9e8fc7c5-b755-4260-886f-81a3fbcdfad6 req-e6937b0c-4292-439e-908d-126fed4d0ca6 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1198.903368] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1198.903710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.904287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.904415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.904592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.904749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.905200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.905273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.905581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.905701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.905806] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.915841] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.947039] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1198.947319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.333254] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.333622] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.333857] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.334325] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.334774] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.335116] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.335329] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.335674] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.335929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.336391] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.336581] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.336720] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.336917] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.337264] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.337488] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.337751] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.366021] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.366540] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.366815] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.367111] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.367575] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.368302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.368302] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.368501] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.368578] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.408904] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.417944] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.872613] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.873250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.873250] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.873762] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.873762] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.873857] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 not found, creating... [ 1199.874167] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.874315] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.874588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.876709] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.876872] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.877390] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.877604] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.877802] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.877996] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.877996] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.878223] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 is going to be created. [ 1199.903810] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.904232] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.904428] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.905618] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.905938] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.906327] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.911514] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.920899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.921043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.921043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.921288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.921385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.921487] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1199.989847] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.990065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.990065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.990291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.990434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.007065] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1200.414748] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.414931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.415068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.415468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.415611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.415809] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1200.469155] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.469586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.469586] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.469768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.470000] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.494885] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1200.612109] env[66645]: INFO networking_nsxv3.common.synchronization [req-9e8fc7c5-b755-4260-886f-81a3fbcdfad6 req-f9b6bbca-34d3-480e-8092-913b1f359317 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1200.613056] env[66645]: INFO networking_nsxv3.common.synchronization [req-9e8fc7c5-b755-4260-886f-81a3fbcdfad6 req-f9b6bbca-34d3-480e-8092-913b1f359317 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1200.613287] env[66645]: INFO networking_nsxv3.common.synchronization [req-9e8fc7c5-b755-4260-886f-81a3fbcdfad6 req-f9b6bbca-34d3-480e-8092-913b1f359317 service nova] Enqueued Resource ID: e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 with Priority: HIGHEST for action port [ 1200.613962] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1200.614149] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1200.614327] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 with Priority: HIGHEST for action port [ 1200.614711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.614892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.614985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.615255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.615406] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.620543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.620543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.620543] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.620543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.620543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.620543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.620543] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.698370] env[66645]: INFO networking_nsxv3.common.synchronization [req-7b50fa13-a1aa-4506-80b7-82c083436b40 req-99bb6254-36e4-409d-9a84-f174231fd532 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1200.699035] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1200.699371] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.699505] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.699572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.699799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.699960] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.700069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.700128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.700307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.700383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.700432] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.120925] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.120925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.122276] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 with status ACTIVE [ 1201.123056] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.123056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.123056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.123326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.123421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.123683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.123869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.123940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.124178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.124299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.124559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.124697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.124800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.125035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.125161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.125298] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7 is going to be updated. [ 1201.151735] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.151923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.152036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.152313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.152499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.152721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e22ee5a0-9680-4e61-8b5a-b6eb8b4438a7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.202507] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.203929] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.203929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.203929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1201.269489] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.269764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.269847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.270192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.270347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.280710] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1202.020678] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1202.021231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.506191] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1202.506411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.506588] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.506809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.506994] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.507135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.507203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.507363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.507447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.507544] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.603595] env[66645]: INFO networking_nsxv3.common.synchronization [req-8d3f190d-5828-4f0c-bc08-9d119b80ee60 req-c1408337-2f38-40b1-afe7-75e070de02f4 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1202.606792] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1202.606792] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.606792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.606792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.607085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.608574] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.608574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.608574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.608574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.608574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.608574] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.010074] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.111841] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.291861] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1203.292187] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 deletion is rescheduled due to dependency. [ 1203.292298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.433060] env[66645]: INFO networking_nsxv3.common.synchronization [None req-89c36660-443d-48d5-af5b-c1756b584ac6 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1203.433362] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1203.433779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.433926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.511985] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.614482] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.015692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.015870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.015987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.016189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.016283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.016377] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1204.055909] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.056125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.057039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.057039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.057039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.067638] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1204.119631] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.119938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.119980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.120230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.120327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.120436] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1204.181029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.181189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.181257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.181477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.181638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.193585] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1206.079337] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1206.079703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.079703] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.080524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.080524] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.080524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.080524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.080524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.081039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.081039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.081039] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.205053] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1206.205238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.205426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.205705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.205898] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.206027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.206126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.206294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.206374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.206621] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.584576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.584576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.584576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.584576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.584853] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.584934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.584995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.585298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585592] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.585730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.586098] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.586384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.586473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.586565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.586661] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.709439] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.709722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.709722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.709930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.710067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.710199] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.710296] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.710363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.710512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.710591] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.710709] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1206.741698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.741698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.741698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.741698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.741698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.753684] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1207.091671] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1207.110381] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.112786] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.112786] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.112786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.113762] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.114049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.114216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.114443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.114615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.114785] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1207.192031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.192031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.192031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.192031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.192031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.216813] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1208.434484] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.434839] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1208.764683] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1208.764877] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 deletion is rescheduled due to dependency. [ 1208.765188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.231485] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1209.231769] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.748045] env[66645]: INFO networking_nsxv3.common.synchronization [req-2dc764bf-e890-4f56-81a1-d99488f2fadf req-c4a94f95-6eb4-45e3-81b9-7118b224b5d8 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1211.748740] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1211.749165] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.749324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.749419] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.749662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.749865] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.750009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.750122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.750320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.750427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.750571] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.120546] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.120747] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.120875] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.121202] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.121496] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.121600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.121652] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.121911] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.122017] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.122396] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.122533] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.122628] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.122795] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.122865] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.122949] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.123149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.149076] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.149258] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.149366] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.149572] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-312" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.149951] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-fb081a35-1daa-4a01-a480-9978e49d3ccf taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.150159] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.150282] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.150619] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.150774] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb081a35-1daa-4a01-a480-9978e49d3ccf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.253269] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.253269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.253269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.253502] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.253537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.253712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.253810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.253875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.254043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.254122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.254211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1212.256136] env[66645]: INFO networking_nsxv3.common.synchronization [req-27e08d39-3e5b-4310-8001-a4bf1dccf2e4 req-f338e239-ebb4-4e10-8d8a-3fbcb1fccec8 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1212.256892] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGHEST for action security_group_members [ 1212.259152] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.259283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.259327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.259495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.259637] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.259731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.259806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.259927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.260027] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.260114] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.286454] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.286676] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.286719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.286913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.287066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.297267] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1212.653135] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.653530] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.653681] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.653978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.654147] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.654308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port fb081a35-1daa-4a01-a480-9978e49d3ccf not found, creating... [ 1212.654579] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.654745] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.654860] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.655105] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.655246] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.655574] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.655724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.655839] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.656303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.656553] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.656747] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: fb081a35-1daa-4a01-a480-9978e49d3ccf is going to be created. [ 1212.678854] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.679080] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.679210] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.679482] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.679712] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.679932] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.683340] env[66645]: INFO networking_nsxv3.common.synchronization [req-19da3cd8-5fb1-44d0-b0d5-3880d0800685 req-9f1ce965-48ad-4de4-92ac-37af80a672c7 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1212.684032] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1212.684372] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.684521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.684598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.684802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.684986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.685109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.685175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.685335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.685420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.685588] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.763033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.763033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.763033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.763485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.763485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.763485] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.763587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.763702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.763805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.763881] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.763968] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 is going to be updated. [ 1212.829446] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.829446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.829446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.829781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.829930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.841632] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: IN_PROGRESS for 2s [ 1213.188291] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.379694] env[66645]: INFO networking_nsxv3.common.synchronization [req-2dc764bf-e890-4f56-81a1-d99488f2fadf req-160231e7-7a16-4935-803a-a61ab730ce8c service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 1213.380066] env[66645]: INFO networking_nsxv3.common.synchronization [req-2dc764bf-e890-4f56-81a1-d99488f2fadf req-160231e7-7a16-4935-803a-a61ab730ce8c service nova] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1213.380184] env[66645]: INFO networking_nsxv3.common.synchronization [req-2dc764bf-e890-4f56-81a1-d99488f2fadf req-160231e7-7a16-4935-803a-a61ab730ce8c service nova] Enqueued Resource ID: fb081a35-1daa-4a01-a480-9978e49d3ccf with Priority: HIGHEST for action port [ 1213.380809] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_rules [ 1213.380985] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1213.381127] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb081a35-1daa-4a01-a480-9978e49d3ccf with Priority: HIGHEST for action port [ 1213.381473] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.381620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.381709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.381945] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.382062] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.383102] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.383224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.383508] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb081a35-1daa-4a01-a480-9978e49d3ccf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.383618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.383685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.383904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.384038] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb081a35-1daa-4a01-a480-9978e49d3ccf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.690984] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.886592] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.886999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.886999] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb081a35-1daa-4a01-a480-9978e49d3ccf with status ACTIVE [ 1213.887100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.887163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.887233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.887435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.887525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.887691] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.887785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.887908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.888087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.888166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.888349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.888533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.888533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.888652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.888701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.888790] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb081a35-1daa-4a01-a480-9978e49d3ccf is going to be updated. [ 1213.909862] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.910051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.910133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.910351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.910490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.910657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb081a35-1daa-4a01-a480-9978e49d3ccf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.194673] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.194673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.194673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.194673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.194673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.194673] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1214.224324] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.224492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.224557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.224762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.224940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.234973] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1214.306715] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1214.306894] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 deletion is rescheduled due to dependency. [ 1214.307039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.307243] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.307525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.307729] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.307859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.307926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.308105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.308189] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.308287] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.811014] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.852469] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 in Status: SUCCESS [ 1214.852469] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 deletion is rescheduled due to dependency. [ 1214.852469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.315914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.659473] env[66645]: INFO networking_nsxv3.common.synchronization [req-f2923ed5-a1f7-4f18-b79a-cbb4c4d1b0e4 req-642cff88-202c-49c4-a455-73e98d666df9 tempest-ServerActionsTestOtherA-460983527 tempest-ServerActionsTestOtherA-460983527-project-member] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1215.661145] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGHEST for action security_group_members [ 1215.661413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.661620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.661698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.661982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.662200] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.662302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.662367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.662527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.662623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.662755] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.751208] env[66645]: INFO networking_nsxv3.common.synchronization [req-982d3717-a25b-4417-8abb-6b95893850ec req-0a5ffd74-7da4-4ec8-b58b-9f25a2a791eb tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1215.751629] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGHEST for action security_group_members [ 1215.751778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.752397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.752397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.752397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.752397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.752568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.752568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.752657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.753080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.753080] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.822236] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.822415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.822491] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.822750] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.822849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.822951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1215.850978] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.851152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.851225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.851433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.851579] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.860091] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1216.165263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.165454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.165497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.165757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.165849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.166064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.166249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.166249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.166366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.166433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.166515] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be updated. [ 1216.194491] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.194688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.194765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.195012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.195173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.204373] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: IN_PROGRESS for 2s [ 1216.248104] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 4s [ 1216.255021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.255304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.255397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.255709] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.255814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.256050] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.256260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.256260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.256407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.256407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.256499] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 is going to be updated. [ 1216.312171] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.312367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.312412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.312610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.312770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.329883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: IN_PROGRESS for 2s [ 1217.402862] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2dc73bf9-df9a-4a39-9180-ebbdf714da41 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1217.402862] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1217.403300] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.403300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.403391] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.403605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.403700] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.491340] env[66645]: INFO networking_nsxv3.common.synchronization [None req-16c8e3ee-e272-4d9e-b9b5-8f06546f98e6 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1217.492536] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1217.492536] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.492536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.870479] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1217.870479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.870479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.870641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.870810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.870920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.870983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.872033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.872033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.872033] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.872033] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.927397] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.927533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.927603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.927808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.927958] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.928083] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 already deleted. [ 1217.928167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.928312] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.928468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.928992] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.214749] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 in Status: SUCCESS [ 1218.214916] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 deletion is rescheduled due to dependency. [ 1218.215081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.252733] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1218.252968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.339637] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 in Status: SUCCESS [ 1218.339789] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 deletion is rescheduled due to dependency. [ 1218.339960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.373505] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.448579] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.449041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.449041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.449041] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.449139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.449510] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 already deleted. [ 1218.449612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.875807] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf15440-45d6-4099-b538-407706ae90c4: rpc.has_security_group_logging(os_id): False [ 1218.893768] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.893908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.893979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.894222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.894324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.894591] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.894704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.894755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.894898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.895024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.895118] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1218.954559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.954914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.955201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.955476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.955710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.969010] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1220.984382] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1220.984698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.493125] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.493399] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.783954] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2a261da-c1a3-45d7-8216-8649362d30e7 req-300cdcda-9f2a-4169-84f1-da85465838c6 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1224.784546] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1224.784875] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.785012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.785094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.785346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.785515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.785696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.785696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.785857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.785943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.786049] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.167838] env[66645]: INFO networking_nsxv3.common.synchronization [None req-3797524e-e100-4331-9c0d-9153ba9cd97c None None] Enqueued Resource ID: d772bfe3-c17f-4731-b785-9d189a15a5d6 with Priority: HIGHEST for action port [ 1225.168579] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d772bfe3-c17f-4731-b785-9d189a15a5d6 with Priority: HIGHEST for action port [ 1225.168820] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d772bfe3-c17f-4731-b785-9d189a15a5d6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.168920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d772bfe3-c17f-4731-b785-9d189a15a5d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.168983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d772bfe3-c17f-4731-b785-9d189a15a5d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.171187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d772bfe3-c17f-4731-b785-9d189a15a5d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.171187] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d772bfe3-c17f-4731-b785-9d189a15a5d6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.185321] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.185321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.185321] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.185561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.185916] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.186148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.186442] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.186557] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.187071] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.188036] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.188036] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.188036] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.188036] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.188036] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.188036] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.188284] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.212404] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.212404] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.212404] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.212577] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.212811] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.212988] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.213120] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.213562] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.213702] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.288698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.288844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.289147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.289311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.289534] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.289719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.289823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.290068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.290883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.291112] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 already deleted. [ 1225.291227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.672697] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d772bfe3-c17f-4731-b785-9d189a15a5d6 [ 1225.672907] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.673056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.673126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.673330] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.673418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.673512] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d772bfe3-c17f-4731-b785-9d189a15a5d6 already deleted. [ 1225.673622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d772bfe3-c17f-4731-b785-9d189a15a5d6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.715975] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.716215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.716343] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.716661] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.716798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.716953] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c not found, creating... [ 1225.717233] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.717391] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.717506] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.717719] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.717869] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.718158] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.718314] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.718430] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.718629] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.718785] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.718958] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c is going to be created. [ 1225.740151] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.740353] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.740476] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.740735] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.740969] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.741196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.469028] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2a261da-c1a3-45d7-8216-8649362d30e7 req-afea4774-62ef-40e1-bb3b-2660fdf41167 service nova] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1226.469028] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2a261da-c1a3-45d7-8216-8649362d30e7 req-afea4774-62ef-40e1-bb3b-2660fdf41167 service nova] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1226.469028] env[66645]: INFO networking_nsxv3.common.synchronization [req-d2a261da-c1a3-45d7-8216-8649362d30e7 req-afea4774-62ef-40e1-bb3b-2660fdf41167 service nova] Enqueued Resource ID: 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c with Priority: HIGHEST for action port [ 1226.469495] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1226.469495] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1226.469495] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c with Priority: HIGHEST for action port [ 1226.469955] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.470851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.470985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.471164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.471247] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.472662] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.472797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.472867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.473054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.473206] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.473299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.473420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.473566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.473682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.473783] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.474576] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.474682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.474793] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.474947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.475038] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.976402] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.977615] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.977615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.977987] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c with status ACTIVE [ 1226.978214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.978315] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.978356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.978612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.978716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.978899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.979012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.979080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.979250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.979328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.979524] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.979615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.979679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.979825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.979899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.980032] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c is going to be updated. [ 1227.001683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.002374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.002374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.002374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.002374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.003038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51722cb1-f86d-4e5f-a6db-08b7e2bdeb5c" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.082225] env[66645]: INFO networking_nsxv3.common.synchronization [req-1c084630-fe35-415f-ac21-6b3330dc092c req-f5e46b49-b584-40cf-ba38-79261bcf12c8 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1227.082225] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1227.082225] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.082225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.082225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.082225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.082837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.083026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.083117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.083309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.083417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.083514] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.425263] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.425447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.425567] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.426191] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.426345] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.426524] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.426726] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.426875] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.427078] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.427298] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.427515] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.427515] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.427616] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.427704] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.427800] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.428130] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.430901] env[66645]: INFO networking_nsxv3.common.synchronization [None req-a71bb199-4900-4515-a221-4985f485c259 None None] Enqueued Resource ID: a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f with Priority: HIGHEST for action port [ 1227.431516] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f with Priority: HIGHEST for action port [ 1227.432967] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.432967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.432967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.432967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.432967] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.448731] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.448912] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.449173] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.449423] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.449759] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-c4c0d20a-4f89-497b-b2a4-d86336e0690a taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.450137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.450263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.450583] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.450721] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c0d20a-4f89-497b-b2a4-d86336e0690a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.478670] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.586774] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.938255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f [ 1227.938563] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.938664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.938723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.938957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.939150] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.939150] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f already deleted. [ 1227.939234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8da55c1-643c-4f85-a3d4-a4f2b8e4fe3f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.955750] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.955936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.956075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.956327] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.956466] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.956607] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port c4c0d20a-4f89-497b-b2a4-d86336e0690a not found, creating... [ 1227.956876] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.957044] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.957171] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.957383] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.957515] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.957796] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.957939] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.958064] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.958270] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.958440] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.958532] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: c4c0d20a-4f89-497b-b2a4-d86336e0690a is going to be created. [ 1227.981500] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.981756] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.981895] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.982148] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.982561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.982798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.983757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.983882] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.983957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.984142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.984222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.984308] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be created. [ 1228.027307] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.027539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.027539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.027812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.028011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.037617] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: UNINITIALIZED for 2s [ 1228.089135] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.592107] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.592107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.592107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.592460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.592460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.592528] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1228.594651] env[66645]: INFO networking_nsxv3.common.synchronization [req-000c4045-0fa9-489c-9bd3-20f19cdcb286 req-1772f566-7854-438f-8444-3b0380fb1831 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1228.595262] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1228.596305] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.596305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.596461] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.596998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.596998] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.597155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.597406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.597531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.597679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.597894] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.628459] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.628693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.628693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.629185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.629185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.657456] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1228.741606] env[66645]: INFO networking_nsxv3.common.synchronization [req-1c084630-fe35-415f-ac21-6b3330dc092c req-8e71143b-8c22-4bc5-b942-a38be89ca21a service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1228.741738] env[66645]: INFO networking_nsxv3.common.synchronization [req-1c084630-fe35-415f-ac21-6b3330dc092c req-8e71143b-8c22-4bc5-b942-a38be89ca21a service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1228.742026] env[66645]: INFO networking_nsxv3.common.synchronization [req-1c084630-fe35-415f-ac21-6b3330dc092c req-8e71143b-8c22-4bc5-b942-a38be89ca21a service nova] Enqueued Resource ID: c4c0d20a-4f89-497b-b2a4-d86336e0690a with Priority: HIGHEST for action port [ 1228.743152] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1228.743152] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1228.743152] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c0d20a-4f89-497b-b2a4-d86336e0690a with Priority: HIGHEST for action port [ 1228.743497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.743721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.743789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.744011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.744100] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.745034] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.745155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.745408] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c0d20a-4f89-497b-b2a4-d86336e0690a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.745509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.745594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.745830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.745910] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c0d20a-4f89-497b-b2a4-d86336e0690a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.100883] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.100883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.100883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.101136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.101180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.101379] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.101474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.101537] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.101685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.101763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.101850] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1229.131163] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.131163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.131402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.131402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.131549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.140775] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1229.249605] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4c0d20a-4f89-497b-b2a4-d86336e0690a with status ACTIVE [ 1229.249605] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.249779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.249779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.250047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.250277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.250277] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.250353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.250416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.250572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.250650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.251015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.251015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.251015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.251119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.251204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.251334] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4c0d20a-4f89-497b-b2a4-d86336e0690a is going to be updated. [ 1229.253047] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.253149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.274318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.274454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.274454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.274610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.274743] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.274903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c0d20a-4f89-497b-b2a4-d86336e0690a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.815147] env[66645]: INFO networking_nsxv3.common.synchronization [req-497b6a3d-2afe-4563-9743-a42d605c1983 req-7123f0af-64ff-4034-aa58-e27fbcc031ac tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1229.815480] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1229.815877] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.816044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.816145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.816371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.816552] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.816661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.816734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.816904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.817018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.817131] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.049956] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1230.051746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.052451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.052702] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.052919] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.053039] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.053137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.053263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.053343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.053428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.053520] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.104044] env[66645]: INFO networking_nsxv3.common.synchronization [req-24870689-bede-4c6b-a8bb-82e6a02c0b5f req-4b5a1961-9351-4162-a325-e3c9c5bc6aa2 tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1230.104320] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGHEST for action security_group_members [ 1230.105509] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.106624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.106624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.107392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.108030] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.108030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.108030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.108354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.108354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.108577] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.319866] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.519661] env[66645]: INFO networking_nsxv3.common.synchronization [req-33637411-3487-4a03-b101-e666882c1e54 req-a31fef3a-d62f-4bb9-bf8d-d0c6d59c7ab6 tempest-ServerAddressesTestJSON-737672791 tempest-ServerAddressesTestJSON-737672791-project-member] Enqueued Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1230.520294] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1230.520629] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.520751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.520829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.521115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.521269] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.521372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.521451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.521673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.521810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.521977] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.556428] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.612121] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.612388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.612388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.612585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.612652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.612851] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.612955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.613030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.613197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.613265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.613350] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 is going to be updated. [ 1230.644078] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.644304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.644304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.644522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.644668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.653367] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: IN_PROGRESS for 2s [ 1230.665970] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1230.666200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.666368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.666582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.666781] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.666886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.666950] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.667115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.667202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.667298] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.821973] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.862854] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.863855] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-214" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.863855] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-214" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.864144] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-214" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.864429] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.864593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.864885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.864990] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.865106] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.865312] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.865421] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.865525] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.865627] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.865749] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.866374] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.866374] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.886177] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.886177] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.886481] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.886481] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-214" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.886814] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-22a41407-3b69-477c-8188-133b541240bf taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.886998] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.887133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.887450] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.887932] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a41407-3b69-477c-8188-133b541240bf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.024465] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.024697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.024758] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.025071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.025131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.025323] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.025420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.025492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.025659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.025765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.025863] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 already deleted. [ 1231.025949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.059052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745: rpc.has_security_group_logging(os_id): False [ 1231.081213] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.081863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.081863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.081863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.081863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.082026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.082121] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.082178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.082370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.082463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.082564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be created. [ 1231.159220] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1231.159438] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 deletion is rescheduled due to dependency. [ 1231.159590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.169565] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.176496] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.176496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.176496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.176496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.176496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.189473] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1231.324580] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.325740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.325740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.325740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.325740] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.325955] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be updated. [ 1231.376264] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.379020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.379020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.379020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.379020] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.387245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1231.394020] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.394020] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 22a41407-3b69-477c-8188-133b541240bf not found, creating... [ 1231.394020] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.394020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.394819] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.394819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.394819] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.394819] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 22a41407-3b69-477c-8188-133b541240bf is going to be created. [ 1231.418296] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.418539] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.418632] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.418921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.419185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.419420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.674095] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.178825] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.179202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.179245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.179541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.179695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.179872] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1232.197898] env[66645]: INFO networking_nsxv3.common.synchronization [req-33637411-3487-4a03-b101-e666882c1e54 req-1729c91c-35ee-4402-8b22-e4efc4114d12 service nova] Enqueued Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_rules [ 1232.198100] env[66645]: INFO networking_nsxv3.common.synchronization [req-33637411-3487-4a03-b101-e666882c1e54 req-1729c91c-35ee-4402-8b22-e4efc4114d12 service nova] Enqueued Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1232.198239] env[66645]: INFO networking_nsxv3.common.synchronization [req-33637411-3487-4a03-b101-e666882c1e54 req-1729c91c-35ee-4402-8b22-e4efc4114d12 service nova] Enqueued Resource ID: 22a41407-3b69-477c-8188-133b541240bf with Priority: HIGHEST for action port [ 1232.198468] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_rules [ 1232.198601] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1232.198700] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a41407-3b69-477c-8188-133b541240bf with Priority: HIGHEST for action port [ 1232.199250] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.199417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.199451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.199685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.199777] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.200914] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.201107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.201179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.201492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.201622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.201691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.201935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.202036] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.202746] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a41407-3b69-477c-8188-133b541240bf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.203110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.203110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.203436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.203547] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a41407-3b69-477c-8188-133b541240bf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.211092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.211219] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.211260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.211439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.211617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.221775] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1232.662723] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 in Status: SUCCESS [ 1232.662921] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 deletion is rescheduled due to dependency. [ 1232.663043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.705764] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.705938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.706142] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.707120] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22a41407-3b69-477c-8188-133b541240bf with status ACTIVE [ 1232.707480] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.707480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.707622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.707796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.707858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.708083] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.708173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.708217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.708333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.708409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.708587] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.708680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.708739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.708877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.708954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.710029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22a41407-3b69-477c-8188-133b541240bf is going to be updated. [ 1232.732698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.732834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.732910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.733130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.733269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.733426] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a41407-3b69-477c-8188-133b541240bf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.204646] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1233.205097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.212708] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.399307] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1233.400031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.715617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.715821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.715909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.716158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.716250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.716356] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 is going to be created. [ 1233.743519] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.743697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.743773] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.744094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.744316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.754463] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: UNINITIALIZED for 2s [ 1234.232034] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1234.232422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.232466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.233026] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.233026] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.233248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.233248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.233362] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.233463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.233557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.233651] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.736063] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.736328] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.736431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.736732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.736904] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.737016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.737093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.737509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.737509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.737509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.737640] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.737640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.737723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.737864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.738100] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.738163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.738200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.738331] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.738488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.738548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.738641] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.241571] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1235.280115] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.280277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.280528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.280764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.280861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.281106] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.281207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.281270] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.281425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.281503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.281692] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.281800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.281900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.282115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.282214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.282406] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.282501] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.282562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.282705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.282778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.282866] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1235.377989] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.378229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.378229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.378422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.378568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.392495] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1235.667275] env[66645]: INFO networking_nsxv3.common.synchronization [None req-76ab5e95-a953-4d2a-b49b-e0a80900d347 tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1235.668031] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1235.668031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.670360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.670360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.670360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.670360] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.754535] env[66645]: INFO networking_nsxv3.common.synchronization [None req-89cb326f-97a9-43cc-b0da-150d62f33774 tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1235.754535] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1235.754535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.754535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765345] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: SUCCESS [ 1235.765625] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.765821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.766065] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.766260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.766379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.766445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.766602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.766683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.766794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.766903] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.194771] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.194909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.194909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.195253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.195394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.195535] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 already deleted. [ 1236.195664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.195956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.196201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.196325] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.270346] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.270757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.270757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.270826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.271305] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.271305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.271305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.271305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.271305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.271638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.271638] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.271638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.271791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.271791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.272025] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.272247] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.272374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272466] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.462840] env[66645]: INFO networking_nsxv3.common.synchronization [req-7430dd50-42a4-4689-abea-145e7c93edea req-3e540292-34d2-4ecc-ba06-019825afc487 tempest-ServerRescueNegativeTestJSON-146181525 tempest-ServerRescueNegativeTestJSON-146181525-project-member] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1236.464493] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGHEST for action security_group_members [ 1236.464493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.464493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.464493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.464493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.464493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.464493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.464493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.464908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.464908] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.464908] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.719450] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.719450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.719581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.719816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.719901] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.720058] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 already deleted. [ 1236.720191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.774681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d6d14a0-3321-47ed-8eae-6ed671de0219: rpc.has_security_group_logging(os_id): False [ 1236.794357] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.794357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.794357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.794560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.794687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.794846] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.794966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.795047] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.795194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.795266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.795449] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.795541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.795603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.795719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.795804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.795969] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.800525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.800663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.800829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.800911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.801014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 is going to be created. [ 1236.904427] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.904635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.905445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.905713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.909711] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.920252] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: IN_PROGRESS for 2s [ 1236.970106] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.970347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.970347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.970565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.970657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.970849] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.970949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.971021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.971266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.971346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.971437] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be updated. [ 1237.003242] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.003444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.003530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.003853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.003979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.031883] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: IN_PROGRESS for 2s [ 1237.409558] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1237.409558] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.921280] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9acc6f2-1664-4bac-bc76-69ffdced266c req-503aa036-c614-42c6-a49f-e92891655e04 tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1237.921280] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1237.921374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.923305] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.923305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.923747] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.249560] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.249822] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.250015] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.250362] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.250621] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.250806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.251145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.251356] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.251543] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.251790] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.251935] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.252106] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.252230] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.252355] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.252458] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.252592] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.274643] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.274863] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.275050] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.275290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.275656] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-8f461238-94da-46c5-8c42-5cc85772cc9b taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.275975] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.276153] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.276521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.276697] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f461238-94da-46c5-8c42-5cc85772cc9b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.426142] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.426552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.426552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.426552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.426677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.426833] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.426947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.427024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.427177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.427254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.427342] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1238.454091] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.454281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.454281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.454493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.454662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.465380] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1238.779058] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.779304] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.779435] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.779729] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.779879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.780329] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 8f461238-94da-46c5-8c42-5cc85772cc9b not found, creating... [ 1238.780329] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.780467] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.780588] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.780806] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.780947] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.781252] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.781544] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.781544] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.781716] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.781847] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.781986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 8f461238-94da-46c5-8c42-5cc85772cc9b is going to be created. [ 1238.812934] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.813312] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.813548] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.814057] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.814316] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.814561] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.933388] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: SUCCESS [ 1238.933617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.044122] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 in Status: SUCCESS [ 1239.044351] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 deletion is rescheduled due to dependency. [ 1239.044967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.506033] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9acc6f2-1664-4bac-bc76-69ffdced266c req-85223520-908b-42f1-a753-7e3a15d76115 service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1239.506033] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9acc6f2-1664-4bac-bc76-69ffdced266c req-85223520-908b-42f1-a753-7e3a15d76115 service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1239.506033] env[66645]: INFO networking_nsxv3.common.synchronization [req-c9acc6f2-1664-4bac-bc76-69ffdced266c req-85223520-908b-42f1-a753-7e3a15d76115 service nova] Enqueued Resource ID: 8f461238-94da-46c5-8c42-5cc85772cc9b with Priority: HIGHEST for action port [ 1239.506374] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1239.506455] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1239.506586] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f461238-94da-46c5-8c42-5cc85772cc9b with Priority: HIGHEST for action port [ 1239.506918] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.507030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.507110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.507351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.507409] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.508528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.508528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.508652] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f461238-94da-46c5-8c42-5cc85772cc9b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.508744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.508861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.509632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.509632] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f461238-94da-46c5-8c42-5cc85772cc9b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.010688] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.010895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.013202] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f461238-94da-46c5-8c42-5cc85772cc9b with status ACTIVE [ 1240.013407] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.013532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.013602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.013890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.013999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.014198] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.014298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.014374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.014524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.014608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.014772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.014878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.014924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.015070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.015148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.015235] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f461238-94da-46c5-8c42-5cc85772cc9b is going to be updated. [ 1240.038940] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.039195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.039195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.039402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.039615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.039892] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.151552] env[66645]: INFO networking_nsxv3.common.synchronization [req-f9f5cd74-1dbc-4c55-8e37-91aae44de6ca req-77fab1f3-abeb-40e7-a6c9-d3992d538f21 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1240.152568] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1240.152568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153082] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153153] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.153975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.153975] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.153975] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.154238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.154238] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.476351] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1240.476351] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 deletion is rescheduled due to dependency. [ 1240.476521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.476557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.476742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.476995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.477125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.477187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.477344] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.477424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.477518] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.658407] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.980048] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.160249] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.481754] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.663137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.663974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.663974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.663974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.663974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.663974] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1241.697730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.698151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.698151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.698523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.698751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.709029] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1241.985374] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.985374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.985374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.985812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.985812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.985812] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1242.016410] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.016570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.016633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.016845] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.016980] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.026245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1242.798216] env[66645]: INFO networking_nsxv3.common.synchronization [req-3dea069b-9998-4f77-8c16-eb0f0550929b req-2d6927e3-33f5-4940-b2a9-65c86883622b tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1242.798752] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1242.799076] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.799202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.799265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.799511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.799667] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.799766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.799829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.799977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.800266] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.800370] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.881846] env[66645]: INFO networking_nsxv3.common.synchronization [req-597a38ff-c1b8-4810-a4f6-98abb202ca53 req-f6051675-78b5-4f33-b2dd-83a35f2ddee6 tempest-ServerAddressesTestJSON-737672791 tempest-ServerAddressesTestJSON-737672791-project-member] Enqueued Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1242.883114] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 with Priority: HIGHEST for action security_group_members [ 1242.883114] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6d14a0-3321-47ed-8eae-6ed671de0219 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.883568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.883660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.883902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.884338] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.884547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.884547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.884547] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6d14a0-3321-47ed-8eae-6ed671de0219',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.155249] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.155443] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.155564] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.155852] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.156162] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.156331] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.156463] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.156678] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.156887] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.157186] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.157283] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.157364] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.157470] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.157578] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.157692] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.157809] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.180444] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.180444] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.180613] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.180930] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-927" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.181320] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.181498] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.181617] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.181926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.182076] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d9cf0f-6a8e-413d-b4ba-011945dbc42f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.303251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.303251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.303251] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.303917] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 already deleted. [ 1243.303917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.387196] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.387374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.387445] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.387660] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.387736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.388049] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.388307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.388410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.388657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.388806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.389011] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 is going to be updated. [ 1243.420214] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.420408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.420456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.420627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.420767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.429173] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: IN_PROGRESS for 2s [ 1243.684531] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.685024] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.685288] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.685680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.685940] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.686161] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 72d9cf0f-6a8e-413d-b4ba-011945dbc42f not found, creating... [ 1243.686453] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.686634] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.686808] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.687115] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.687393] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.687808] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.687996] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.688184] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.688405] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.688556] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.688734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 72d9cf0f-6a8e-413d-b4ba-011945dbc42f is going to be created. [ 1243.712905] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.713194] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.713318] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.713842] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.714105] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.714388] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.735163] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1243.735405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.036264] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1244.036516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.036639] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.036858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.037086] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.037225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.037280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.037464] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.037546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.037647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.037736] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.424182] env[66645]: INFO networking_nsxv3.common.synchronization [req-3dea069b-9998-4f77-8c16-eb0f0550929b req-917601a5-fb09-4c56-87c1-2070bb835f77 service nova] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1244.424377] env[66645]: INFO networking_nsxv3.common.synchronization [req-3dea069b-9998-4f77-8c16-eb0f0550929b req-917601a5-fb09-4c56-87c1-2070bb835f77 service nova] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1244.424516] env[66645]: INFO networking_nsxv3.common.synchronization [req-3dea069b-9998-4f77-8c16-eb0f0550929b req-917601a5-fb09-4c56-87c1-2070bb835f77 service nova] Enqueued Resource ID: 72d9cf0f-6a8e-413d-b4ba-011945dbc42f with Priority: HIGHEST for action port [ 1244.425033] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_rules [ 1244.425177] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1244.425277] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d9cf0f-6a8e-413d-b4ba-011945dbc42f with Priority: HIGHEST for action port [ 1244.425606] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.425746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.425875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.426846] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.427771] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.428727] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.428852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.428966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.429123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.429278] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.429369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.429439] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.429571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.429648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.429740] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.430838] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.430946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.431038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.431972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.431972] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d9cf0f-6a8e-413d-b4ba-011945dbc42f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.540266] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.934313] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.934454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.934546] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.935484] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72d9cf0f-6a8e-413d-b4ba-011945dbc42f with status ACTIVE [ 1244.935635] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.935753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.935823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.936077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.936173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.936349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.936438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.936500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.936652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.936717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.936902] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.936992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.938156] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.938345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.938429] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.938523] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72d9cf0f-6a8e-413d-b4ba-011945dbc42f is going to be updated. [ 1244.963290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.963496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.963496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.963688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.963929] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.964097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d9cf0f-6a8e-413d-b4ba-011945dbc42f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.038374] env[66645]: INFO networking_nsxv3.common.synchronization [req-7c193fa6-0ec5-4694-804e-a24e89ae7b02 req-dab29c36-2e5b-4f74-a686-f49fa85bfd23 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1245.038374] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1245.038805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.038805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.038805] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.039018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.039273] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.039273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.039420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.039514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.039568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.039668] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.042959] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 1245.064591] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.064778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.064858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.065097] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.065188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.065526] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.065526] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.065728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.065785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.065899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.066033] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1245.163016] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.163291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.163291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.163490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.163665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.185246] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1245.373400] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.373551] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.373599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.373903] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.374182] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.374342] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.374457] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.374680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.374824] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.375042] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.375156] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.375262] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.375367] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.375473] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.375575] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.375703] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.393950] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.394125] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.394268] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.394446] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.394840] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-b208a815-af36-4573-bfcf-b3a7daf6f497 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.395052] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.395306] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.395778] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.395856] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b208a815-af36-4573-bfcf-b3a7daf6f497',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.438028] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 in Status: SUCCESS [ 1245.438171] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6d14a0-3321-47ed-8eae-6ed671de0219 deletion is rescheduled due to dependency. [ 1245.438225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6d14a0-3321-47ed-8eae-6ed671de0219" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.440532] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.543663] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.898552] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.898794] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.898923] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.899296] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.899497] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.899674] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port b208a815-af36-4573-bfcf-b3a7daf6f497 not found, creating... [ 1245.900174] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.900369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.900536] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.900859] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.901172] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.901477] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.901635] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.901754] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.901973] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.902185] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.902387] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: b208a815-af36-4573-bfcf-b3a7daf6f497 is going to be created. [ 1245.922312] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.922515] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.922680] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.922940] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.923196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.923414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.942279] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.942474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.942535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.942869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.942869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.942869] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 is going to be created. [ 1245.966036] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.966212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.966304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.966529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.966689] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.977521] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: UNINITIALIZED for 2s [ 1246.046410] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.549109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.549109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.549109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.549341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.549427] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1246.583355] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.583864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.583864] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.583978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.584190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.595124] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1246.650328] env[66645]: INFO networking_nsxv3.common.synchronization [req-7c193fa6-0ec5-4694-804e-a24e89ae7b02 req-2dab7c65-4ac1-4122-8dc4-b750c2e3595e service nova] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1246.650623] env[66645]: INFO networking_nsxv3.common.synchronization [req-7c193fa6-0ec5-4694-804e-a24e89ae7b02 req-2dab7c65-4ac1-4122-8dc4-b750c2e3595e service nova] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1246.650657] env[66645]: INFO networking_nsxv3.common.synchronization [req-7c193fa6-0ec5-4694-804e-a24e89ae7b02 req-2dab7c65-4ac1-4122-8dc4-b750c2e3595e service nova] Enqueued Resource ID: b208a815-af36-4573-bfcf-b3a7daf6f497 with Priority: HIGHEST for action port [ 1246.651272] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_rules [ 1246.651424] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1246.651525] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b208a815-af36-4573-bfcf-b3a7daf6f497 with Priority: HIGHEST for action port [ 1246.651807] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.651926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.651993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.652304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.652420] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.654043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.654043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.654253] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-b208a815-af36-4573-bfcf-b3a7daf6f497 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.654384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.654451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.654668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.654826] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b208a815-af36-4573-bfcf-b3a7daf6f497',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.156445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.156723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.156765] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b208a815-af36-4573-bfcf-b3a7daf6f497 with status ACTIVE [ 1247.156951] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.157078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.157256] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.157367] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.157425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.157668] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.157841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.158245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.158569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.158569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.158800] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.158934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.159018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.159525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.159525] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.159525] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b208a815-af36-4573-bfcf-b3a7daf6f497 is going to be updated. [ 1247.182461] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.182777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.182777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.182851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.182988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.183165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b208a815-af36-4573-bfcf-b3a7daf6f497" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.200193] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1247.200433] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.986976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: SUCCESS [ 1247.987317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.987477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.987723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.987912] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.988042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.988122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.988311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.988386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.988495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.988617] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.223105] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.223502] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.491667] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.607353] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.607353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.607353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.607353] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.993664] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22934845-e1d8-43f6-ad68-48f71783a917: rpc.has_security_group_logging(os_id): False [ 1249.012647] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.012904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.013019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.013341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.013485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.013740] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.013941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.013941] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.014110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.014164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.014277] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 is going to be created. [ 1249.070139] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.070291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.070358] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.071163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.071437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.085906] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: IN_PROGRESS for 2s [ 1249.111707] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.616777] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.119093] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.119797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.119797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.119951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.120063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.120248] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1250.153429] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.153652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.153652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.154088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.169572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1251.099462] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: SUCCESS [ 1251.100100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.653548] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.653548] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1251.809339] env[66645]: INFO networking_nsxv3.common.synchronization [req-c405d5f8-13b7-44ca-b7b5-2542da0970b2 req-ee802611-f992-407c-90fc-168503ff356a tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1251.813718] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1251.813718] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.813920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.813920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.814380] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.814604] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.814604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.814604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.814868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.814931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.815031] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.169084] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.169400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.169400] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.169642] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.169946] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.170133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.170252] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.170583] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.170793] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.171036] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.171329] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.171329] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.171474] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.171572] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.171783] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.171977] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.183511] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1252.183960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.184143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.184311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.184573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.184733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.184851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.185110] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.185223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.185357] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.185480] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.194327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.194467] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.195798] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.195798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.195798] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-665fcb0b-7329-4f58-9715-abe7ec4f85bd taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.195798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.195798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.195798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.196149] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665fcb0b-7329-4f58-9715-abe7ec4f85bd',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.317268] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.401701] env[66645]: INFO networking_nsxv3.common.synchronization [None req-bc11e1c0-bdd0-40fb-bb11-635b4c0dfaf2 None None] Enqueued Resource ID: d78b9587-12c1-403d-8ab1-197494b8191a with Priority: HIGHEST for action port [ 1252.402666] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b9587-12c1-403d-8ab1-197494b8191a with Priority: HIGHEST for action port [ 1252.403182] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78b9587-12c1-403d-8ab1-197494b8191a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.403506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78b9587-12c1-403d-8ab1-197494b8191a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.403506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78b9587-12c1-403d-8ab1-197494b8191a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.403674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78b9587-12c1-403d-8ab1-197494b8191a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.403740] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78b9587-12c1-403d-8ab1-197494b8191a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.688427] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.698880] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.699136] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.699285] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.699582] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.699749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699915] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 665fcb0b-7329-4f58-9715-abe7ec4f85bd not found, creating... [ 1252.700201] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.700359] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.700475] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.700724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.700868] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.701164] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.701351] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.701519] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.701815] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.702062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.702279] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 665fcb0b-7329-4f58-9715-abe7ec4f85bd is going to be created. [ 1252.723549] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.723749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.723959] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.724287] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.724487] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.724715] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.820036] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.906025] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78b9587-12c1-403d-8ab1-197494b8191a [ 1252.906254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.906406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.906475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.908069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.908069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.908069] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78b9587-12c1-403d-8ab1-197494b8191a already deleted. [ 1252.908069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78b9587-12c1-403d-8ab1-197494b8191a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.189815] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745: rpc.has_security_group_logging(os_id): False [ 1253.210463] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.210600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.210718] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.211038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.211200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.211565] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.211721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.212343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.212343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.212343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.212481] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1253.289540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.289923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.290317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.290789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.290937] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.305723] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1253.321362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.321713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.321850] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.323187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.324022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.324022] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1253.391341] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.391341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.391341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.391341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.391341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.402690] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [req-c405d5f8-13b7-44ca-b7b5-2542da0970b2 req-d280936b-6550-4356-a6bc-dd6c6d6c9cb5 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [req-c405d5f8-13b7-44ca-b7b5-2542da0970b2 req-d280936b-6550-4356-a6bc-dd6c6d6c9cb5 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [req-c405d5f8-13b7-44ca-b7b5-2542da0970b2 req-d280936b-6550-4356-a6bc-dd6c6d6c9cb5 service nova] Enqueued Resource ID: 665fcb0b-7329-4f58-9715-abe7ec4f85bd with Priority: HIGHEST for action port [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1253.481154] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665fcb0b-7329-4f58-9715-abe7ec4f85bd with Priority: HIGHEST for action port [ 1253.481154] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.481154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.482214] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.482321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.482321] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.483290] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.483395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.483733] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-665fcb0b-7329-4f58-9715-abe7ec4f85bd taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.483733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.483876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.483967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.484028] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665fcb0b-7329-4f58-9715-abe7ec4f85bd',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.986021] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.986187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.986395] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 665fcb0b-7329-4f58-9715-abe7ec4f85bd with status ACTIVE [ 1253.986604] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.986695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.986739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.986916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.987081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.987241] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.987327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.987378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.987509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.987696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.987819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.987888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.987888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.988035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.988108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.988191] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 665fcb0b-7329-4f58-9715-abe7ec4f85bd is going to be updated. [ 1254.012411] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.012553] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.012624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.013064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.013232] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.013474] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665fcb0b-7329-4f58-9715-abe7ec4f85bd" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.632105] env[66645]: INFO networking_nsxv3.common.synchronization [None req-1c0e7c80-2cf0-4bce-bcbd-7f310764685f None None] Enqueued Resource ID: 58f7d68b-bb5a-4019-a153-87799e120394 with Priority: HIGHEST for action port [ 1254.632671] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f7d68b-bb5a-4019-a153-87799e120394 with Priority: HIGHEST for action port [ 1254.632982] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f7d68b-bb5a-4019-a153-87799e120394 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.633116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f7d68b-bb5a-4019-a153-87799e120394" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.633212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f7d68b-bb5a-4019-a153-87799e120394" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.633460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f7d68b-bb5a-4019-a153-87799e120394" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.633548] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f7d68b-bb5a-4019-a153-87799e120394',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.136327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f7d68b-bb5a-4019-a153-87799e120394 [ 1255.137038] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.137038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.137038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.137038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.137240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.137240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f7d68b-bb5a-4019-a153-87799e120394 already deleted. [ 1255.137240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f7d68b-bb5a-4019-a153-87799e120394" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.282251] env[66645]: INFO networking_nsxv3.common.synchronization [None req-9f38f157-59be-4a83-8088-ab5d2ac9e63d tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1255.282800] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1255.283120] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.283244] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.283529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.286847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.287023] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.287146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.287217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.287409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.287498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.287610] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.323134] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1255.323671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.415103] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1255.415339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.415514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.415742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.415934] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.416092] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.416164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.416322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.416441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.416552] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.792717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.792717] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.792717] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.792717] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1255.822342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.822342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.822342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.822342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.822984] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.832884] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1255.919223] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.421456] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.923349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.923657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.923657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.923819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.923898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.924014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1256.961734] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.961915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.961966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.962197] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.962346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.971260] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1257.843193] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1257.843376] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 deletion is rescheduled due to dependency. [ 1257.843488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.848691] env[66645]: INFO networking_nsxv3.common.synchronization [req-c458e8e2-7aea-4ba5-8ecb-87dd96697e81 req-08ba9362-f1b9-4bd0-b369-0f4b6f419aaf tempest-ServerMetadataTestJSON-188105496 tempest-ServerMetadataTestJSON-188105496-project-member] Enqueued Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1258.849280] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1258.849656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.849796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.849903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.850218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.850418] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.850530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.850627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.850818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.850930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.851048] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.981261] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1258.981479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.981655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.981757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.981942] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.982076] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.982167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.982293] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.982400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.982465] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.982524] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.173640] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.174027] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-531" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.174401] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-531" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.174782] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-531" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.175249] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.175445] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.175600] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.175832] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.175979] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.176318] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.176443] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.176555] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.176665] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.176778] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.176965] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.177344] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.196948] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.197183] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.197313] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.197572] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-531" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.197832] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.198018] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.198145] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.198488] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.198634] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7de42d-054e-4d7a-8a9a-557683e9a8f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.353458] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.353458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.353629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.353797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.353797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.354565] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.354565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.354565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.354565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.354565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.354565] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 already deleted. [ 1259.354565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.485403] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.485635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.485635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.485813] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.485974] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.486139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.486209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.486365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.486453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.486542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.486688] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.486781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.486843] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.486985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.487140] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.487233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.487295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.487424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.487500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.487605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.487702] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.701671] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.701860] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.701967] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.702402] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.702574] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.702758] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port ab7de42d-054e-4d7a-8a9a-557683e9a8f0 not found, creating... [ 1259.703066] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.703289] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.703440] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.703694] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.703837] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.704191] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.704357] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.704474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.704679] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.704812] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.704951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: ab7de42d-054e-4d7a-8a9a-557683e9a8f0 is going to be created. [ 1259.726478] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.726713] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.726817] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.727114] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.727381] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.727614] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.989834] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1260.013729] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.013897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.014042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.014336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.015195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.015498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.015602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.015653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.015814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.015940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.016212] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.016320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.016384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.016541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.016619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.016803] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.016897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.016960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.017506] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.017595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.017690] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1260.081990] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.082192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.082192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.082925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.082925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.110228] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [req-c458e8e2-7aea-4ba5-8ecb-87dd96697e81 req-72f37b68-63e5-43d1-b004-17d87f2f83e6 service nova] Enqueued Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_rules [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [req-c458e8e2-7aea-4ba5-8ecb-87dd96697e81 req-72f37b68-63e5-43d1-b004-17d87f2f83e6 service nova] Enqueued Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [req-c458e8e2-7aea-4ba5-8ecb-87dd96697e81 req-72f37b68-63e5-43d1-b004-17d87f2f83e6 service nova] Enqueued Resource ID: ab7de42d-054e-4d7a-8a9a-557683e9a8f0 with Priority: HIGHEST for action port [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_rules [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1260.426759] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7de42d-054e-4d7a-8a9a-557683e9a8f0 with Priority: HIGHEST for action port [ 1260.427196] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.427196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.427196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.427534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.427534] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.428501] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.430326] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.430326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.430326] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.431128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.431240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.431327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.431956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.431956] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7de42d-054e-4d7a-8a9a-557683e9a8f0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.933775] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.935055] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.935211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.935338] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7de42d-054e-4d7a-8a9a-557683e9a8f0 with status ACTIVE [ 1260.935521] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.935633] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.935722] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.935947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.936114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.936370] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.936492] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.936552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.936742] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.936826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.937515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.938113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.938113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.938113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.938113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.938113] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7de42d-054e-4d7a-8a9a-557683e9a8f0 is going to be updated. [ 1261.015979] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.015979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.015979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.015979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.015979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.015979] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7de42d-054e-4d7a-8a9a-557683e9a8f0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.440516] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.943260] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.943521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.943521] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.943744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.943830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.943997] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 is going to be created. [ 1261.971837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.971837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.971837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.972093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.972308] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.983067] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: UNINITIALIZED for 2s [ 1262.128179] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1262.128584] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.993121] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: SUCCESS [ 1263.993403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.993528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.993738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.993928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.994085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.994148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.994311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.994392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.994475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.994566] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.497038] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.497038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.497038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.497038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.497304] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.497489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.497489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.497577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.497612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.497696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.497845] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.498044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.498044] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.498187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.498403] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.498536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.498636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.499654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.499654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.499654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.499654] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.002052] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2123ea13-a9f4-4803-a2e7-69cee15aaf64: rpc.has_security_group_logging(os_id): False [ 1265.022342] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.022630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.022705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.022948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023145] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.023284] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.023410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.023466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.023637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.023930] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.024129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.024199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.024337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.024413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.024625] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.024770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.024878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.024995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.025083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.025172] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 is going to be created. [ 1265.090337] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.090589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.090589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.091046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.103442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: IN_PROGRESS for 2s [ 1265.427544] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.427745] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.117708] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: SUCCESS [ 1267.118036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.010417] env[66645]: INFO networking_nsxv3.common.synchronization [req-1f6f93d0-3fe1-4065-a001-5da7ebf9f4cf req-64b927ff-65a4-42d7-86cd-776a5ed675e0 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1269.010818] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1269.011146] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.011276] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.011346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.011531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.011681] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.011779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.011833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.011989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.012109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.012208] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.333591] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.333801] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.333929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.334366] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.334681] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.334889] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.335045] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.335303] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.335480] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.335747] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.335928] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.336083] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.336255] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.336400] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.336561] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.336725] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.357681] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.357914] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.357914] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.358149] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.358530] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-6588b6dc-2167-4863-a84f-53089feae2af taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.359135] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.359135] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.359318] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.359411] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6588b6dc-2167-4863-a84f-53089feae2af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.514949] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.862387] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.862621] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.862758] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.863492] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.863670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.863829] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 6588b6dc-2167-4863-a84f-53089feae2af not found, creating... [ 1269.864119] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.864585] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.864585] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.864695] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.864826] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.865127] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.865340] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.865493] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.865775] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.865921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.866078] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 6588b6dc-2167-4863-a84f-53089feae2af is going to be created. [ 1269.896792] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.897173] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.897399] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.897823] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.898213] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.898579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.017669] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.161754] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.161939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.162030] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.162259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.162371] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.520073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.520299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.520299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.520527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.520622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.520713] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1270.565819] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.566073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.566171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.566420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.566605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.576992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1270.612610] env[66645]: INFO networking_nsxv3.common.synchronization [req-1f6f93d0-3fe1-4065-a001-5da7ebf9f4cf req-f05a086e-a917-4b3e-98cd-3f0e17a44e87 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1270.612802] env[66645]: INFO networking_nsxv3.common.synchronization [req-1f6f93d0-3fe1-4065-a001-5da7ebf9f4cf req-f05a086e-a917-4b3e-98cd-3f0e17a44e87 service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1270.613049] env[66645]: INFO networking_nsxv3.common.synchronization [req-1f6f93d0-3fe1-4065-a001-5da7ebf9f4cf req-f05a086e-a917-4b3e-98cd-3f0e17a44e87 service nova] Enqueued Resource ID: 6588b6dc-2167-4863-a84f-53089feae2af with Priority: HIGHEST for action port [ 1270.613547] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1270.613683] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1270.613801] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6588b6dc-2167-4863-a84f-53089feae2af with Priority: HIGHEST for action port [ 1270.614162] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.614302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.614384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.614583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.614665] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.615544] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.615651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.616278] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-6588b6dc-2167-4863-a84f-53089feae2af taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.616278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.616278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.616278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.616621] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6588b6dc-2167-4863-a84f-53089feae2af',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.664608] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.117948] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.118390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.118390] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6588b6dc-2167-4863-a84f-53089feae2af with status ACTIVE [ 1271.118502] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.118567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.118608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.118807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.118897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.119084] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.119183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.119246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.119404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.119482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.119661] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.119753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.119814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.119951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.120036] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.120122] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6588b6dc-2167-4863-a84f-53089feae2af is going to be updated. [ 1271.142789] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.142996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.142996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.143176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.143317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.143490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6588b6dc-2167-4863-a84f-53089feae2af" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.167149] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.669503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1271.669611] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1272.587920] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1272.588353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.588353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.588489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.588722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.588865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.588935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.589113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.589205] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.589303] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.660945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.661203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.661203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.661366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.673086] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1272.673999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.675159] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1272.733059] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.733269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.733326] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.733595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.749021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.749986] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1272.750104] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.750178] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1272.804673] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.804673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.804673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.804673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.808042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.808042] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1272.903732] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.903840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.903933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.904279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.904766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.904983] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1272.913802] env[66645]: INFO networking_nsxv3.common.synchronization [req-2139750a-f631-4401-9dfa-68482ffaa8e6 req-a6bcbf1d-eab1-4bb8-a3fb-633663f06c1d tempest-ServerMetadataTestJSON-188105496 tempest-ServerMetadataTestJSON-188105496-project-member] Enqueued Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1272.914434] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGHEST for action security_group_members [ 1272.915105] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.915105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.915105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.915105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.915657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.915657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.915657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.915657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.915657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.915933] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.987826] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.988037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.988090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.988274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.988571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.988954] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1272.989064] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'64512af1-8e10-4d3e-95f0-5c0c060281c7', '27cbbb2c-ce69-4690-ae96-47e7328d60c6', '243f201e-4f28-40dc-bef2-23b21284361a', '50e81d18-1676-46d8-bf38-0dd7e1ef58be', '08f9381a-e3cf-4818-95b8-5552d5735ae9', '8a7022e9-36ed-40e0-8f7d-89e6282bf18e', '10229e8b-81f1-4aff-95de-59e08d6ec752', '85f91119-7575-43fd-bbfa-5c5088eebaf7', '00f444b9-0fed-457e-bb49-3ac86d3d75e3', '77aa7b14-6a7a-45b7-af50-77a5b63b2170', 'b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745', 'f710c8f7-361e-4ae0-8967-c2c2eba5ad55', '22934845-e1d8-43f6-ad68-48f71783a917', '4313d079-51e9-4cfc-9283-d6800b0fdeb2', '2123ea13-a9f4-4803-a2e7-69cee15aaf64', 'fe24c49d-819c-47e7-9cec-58f5082b46a1', '7828dfb9-5a8b-4395-8eed-53d0e58d1c13', 'dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba', '059a2f20-8e95-4d25-88c5-167de66e90d9', '1b28a5bf-24db-4379-8651-b42c07fe2ce2', '4a00fc80-01c5-4e21-9697-d511b603c9ac', '57c4ade6-ba3c-4a31-a381-b9fc2768c0e9', '8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d', '21bdc7ec-1010-468f-ad80-ae8222314553', '17500f9a-b4a1-4786-8f5d-d31cc62a000f', '99b316d5-863a-44ce-a6b0-6e9df78e452d', '75bb3b1a-d915-4ef3-a6a2-af7bb74e0513', '9b78b5f7-acbd-42e4-8dc0-46c1218daa7b', 'a990b75f-99ab-4d6c-b4c7-6582e101c3ac', '838342b7-88ed-4a16-9d62-594735ce3444', 'e73b5044-c252-40a5-8b2e-40bfa080ecc4', '229eebbd-a3bd-46bb-b484-1c3911046ddc', '21138644-7415-4530-973f-48734e4d0076', '0bf15440-45d6-4099-b538-407706ae90c4', '12422d21-beb0-4bec-91a8-2d6f36a0ef1a', '0e8f7f49-2c83-4742-95ef-7f8405753de8', '4d6d14a0-3321-47ed-8eae-6ed671de0219', 'c2fe36ea-33f2-42c9-bb2a-aabfe1d20896', '1b428a03-23ab-4ffa-87ad-008a0ad4b02c'} {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.989162] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1273.008396] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.008532] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.008605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.008812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.008896] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.009014] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1273.009126] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.009203] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1273.091915] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.106841] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.107123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.107123] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.107471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.108512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.108781] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1273.108955] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.108955] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1273.109094] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1273.109094] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1273.109181] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGH for action security_group_rules [ 1273.109307] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGH for action security_group_rules [ 1273.109380] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGH for action security_group_rules [ 1273.109380] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGH for action security_group_rules [ 1273.109475] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1273.109596] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGH for action security_group_rules [ 1273.109596] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGH for action security_group_rules [ 1273.109726] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGH for action security_group_rules [ 1273.109726] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGH for action security_group_rules [ 1273.109726] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGH for action security_group_rules [ 1273.109864] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGH for action security_group_rules [ 1273.109864] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGH for action security_group_rules [ 1273.110047] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGH for action security_group_rules [ 1273.110047] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 1273.110047] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGH for action security_group_rules [ 1273.110228] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGH for action security_group_rules [ 1273.110228] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGH for action security_group_rules [ 1273.110228] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGH for action security_group_rules [ 1273.110368] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGH for action security_group_rules [ 1273.110368] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGH for action security_group_rules [ 1273.110544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.417807] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.418143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.418307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.418726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.446668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.446958] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.447131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.447237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.447396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.447483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.447572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 is going to be updated. [ 1273.484015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.484242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.484289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.484647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.485148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.500402] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: IN_PROGRESS for 2s [ 1273.595267] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.097545] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.097745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.097790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.097985] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.098090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.098191] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1274.135614] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.135816] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.135860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.136081] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.136327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.145671] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1274.883708] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.884053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.884053] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.884332] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.884934] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.885123] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.885277] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.885510] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.885657] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.885866] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.886083] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.886083] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.886207] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.886340] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.886438] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.886566] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.905575] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.905750] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.905894] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.906089] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.906448] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.906631] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.906751] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.907086] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.907228] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a33a75b-ff3d-46b2-8ffe-b0258a80c116',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.410610] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.410921] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.411077] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.411369] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.411522] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.411683] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 not found, creating... [ 1275.411948] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.412121] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.412241] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.412470] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.412608] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.412898] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.413102] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.413230] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.413534] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.413749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.413951] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 is going to be created. [ 1275.443956] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.444224] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.444305] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.444579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.444811] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.445046] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.514810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 in Status: SUCCESS [ 1275.514986] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 deletion is rescheduled due to dependency. [ 1275.515125] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [req-d7e5e48a-55c4-4aa4-882e-2854b4451cce req-a9fcd7db-47ee-476d-8a98-b4d92accc4d4 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [req-d7e5e48a-55c4-4aa4-882e-2854b4451cce req-a9fcd7db-47ee-476d-8a98-b4d92accc4d4 service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [req-d7e5e48a-55c4-4aa4-882e-2854b4451cce req-a9fcd7db-47ee-476d-8a98-b4d92accc4d4 service nova] Enqueued Resource ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with Priority: HIGHEST for action port [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with Priority: HIGHEST for action port [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 with Priority: HIGH for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f201e-4f28-40dc-bef2-23b21284361a with Priority: HIGH for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 with Priority: HIGH for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 with Priority: HIGH for action security_group_rules [ 1276.139376] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 with Priority: HIGH for action security_group_rules [ 1276.140239] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 with Priority: HIGH for action security_group_rules [ 1276.140427] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba with Priority: HIGH for action security_group_rules [ 1276.140486] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be with Priority: HIGH for action security_group_rules [ 1276.142755] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.142755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.142755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.143762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.143762] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.145024] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.145265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.145400] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.145828] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.146137] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.146346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.146477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.146764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.146920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.147648] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.150132] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.150132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.150132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.150132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.150132] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a33a75b-ff3d-46b2-8ffe-b0258a80c116',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.150489] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64512af1-8e10-4d3e-95f0-5c0c060281c7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.150988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.150988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.151241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.151370] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64512af1-8e10-4d3e-95f0-5c0c060281c7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.152790] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f201e-4f28-40dc-bef2-23b21284361a taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.152790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.152790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.153413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.153413] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f201e-4f28-40dc-bef2-23b21284361a',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.154457] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10229e8b-81f1-4aff-95de-59e08d6ec752 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.154608] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.154695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.156327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.156521] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10229e8b-81f1-4aff-95de-59e08d6ec752',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.158087] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.158087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.158087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.158087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.158087] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2123ea13-a9f4-4803-a2e7-69cee15aaf64',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.159200] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.159200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.159422] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.160404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.160404] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b28a5bf-24db-4379-8651-b42c07fe2ce2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.162708] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059a2f20-8e95-4d25-88c5-167de66e90d9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.162708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.162708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.162915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.162915] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059a2f20-8e95-4d25-88c5-167de66e90d9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.164158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.164290] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.164359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.164540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.164626] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.165768] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.165861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.166064] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.166250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.166317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.167069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.167069] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4313d079-51e9-4cfc-9283-d6800b0fdeb2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.167816] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe24c49d-819c-47e7-9cec-58f5082b46a1 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.167940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.168013] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.168289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.168362] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe24c49d-819c-47e7-9cec-58f5082b46a1',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.169728] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.169728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.169728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.169728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.169728] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.172985] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.173129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.173196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.173427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.173472] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f710c8f7-361e-4ae0-8967-c2c2eba5ad55',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.174315] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.174450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.174577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.174707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.174787] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.175589] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.175692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.175745] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.175891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.175980] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa7b14-6a7a-45b7-af50-77a5b63b2170',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.176730] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.176860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.176911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.177105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.177222] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f444b9-0fed-457e-bb49-3ac86d3d75e3',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.178751] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.178819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.179042] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f91119-7575-43fd-bbfa-5c5088eebaf7 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.179162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.179209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.179361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.179438] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f91119-7575-43fd-bbfa-5c5088eebaf7',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.180208] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.180340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.180387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.180736] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.180736] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.181339] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.181817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.181817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.181817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.181817] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cbbb2c-ce69-4690-ae96-47e7328d60c6',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.182460] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.182554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.182630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.182808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.182861] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e81d18-1676-46d8-bf38-0dd7e1ef58be',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.183093] env[66645]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1276.187433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.187573] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.200511] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1276.200873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.200944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.201152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.201349] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.201482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.201557] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.201721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.201803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.201889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.202070] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.210512] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.210512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.210512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.210787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.234402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.234869] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f201e-4f28-40dc-bef2-23b21284361a is going to be deleted. [ 1276.301320] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.301547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.301662] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.301922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.302049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.302269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f201e-4f28-40dc-bef2-23b21284361a" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.685907] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.686100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.686100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.686345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.688232] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.688339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.688418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.688615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.688782] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.688900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.688953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.689126] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.689225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.689318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.689409] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.690298] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.692771] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.692771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.692771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.693166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.693166] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.693166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.693166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.693392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.693392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.693485] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.693599] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.694976] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.695107] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.695166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.695302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.695445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.695540] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.695603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.695739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.695818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.695900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.695984] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.698136] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with status ACTIVE [ 1276.698331] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.698440] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.698522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.698714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.698791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.699353] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.699353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.699353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.699353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.699566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.699604] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.699713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.699790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.699948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.700054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.700154] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 is going to be updated. [ 1276.709656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.709830] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.710596] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.710691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.711027] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.712672] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.712784] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.720123] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.720350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.720509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.720694] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.720863] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.720964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.721046] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.721237] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.721321] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.721409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.721559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.721653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.721714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.721852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.721988] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.722098] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.722152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.722289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.722368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.722449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.722539] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.727932] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22934845-e1d8-43f6-ad68-48f71783a917: rpc.has_security_group_logging(os_id): False [ 1276.767233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.767428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.791806] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.792017] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.803746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.803893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059a2f20-8e95-4d25-88c5-167de66e90d9 is going to be deleted. [ 1276.805073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.805393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.807434] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.807566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.808431] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.808554] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.809460] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.809571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.810289] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.810384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.811097] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.811185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.811843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.811940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.812778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.812778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.814445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.814535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.815206] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.815749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.815844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.823992] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.824630] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.824771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.824834] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.825108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.825325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.825481] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.840890] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.841599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.841682] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba is going to be deleted. [ 1276.842704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.842878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.872236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.872236] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b28a5bf-24db-4379-8651-b42c07fe2ce2 is going to be deleted. [ 1276.873069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.873698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.921248] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.921393] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4313d079-51e9-4cfc-9283-d6800b0fdeb2 is going to be deleted. [ 1276.922431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.922716] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.954469] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.954674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.969667] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.969854] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f710c8f7-361e-4ae0-8967-c2c2eba5ad55 is going to be deleted. [ 1276.970924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.971739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.013177] env[66645]: INFO networking_nsxv3.common.synchronization [req-8bb6162b-2a49-4f04-929e-b61f08490f9e req-7bb2a378-ed7c-429a-81dd-c145272843f1 tempest-ServerActionsTestJSON-1271866897 tempest-ServerActionsTestJSON-1271866897-project-member] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1277.014390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.014515] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f444b9-0fed-457e-bb49-3ac86d3d75e3 is going to be deleted. [ 1277.016354] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGHEST for action security_group_members [ 1277.016566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.016760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.018358] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.018462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.019119] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.019211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.019448] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.019556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.019613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.019801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.019938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.020050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.020108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.020281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.020366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.020461] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.062085] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.062085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.063494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.063494] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cbbb2c-ce69-4690-ae96-47e7328d60c6 is going to be deleted. [ 1277.064478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.064478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.130211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.130383] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e81d18-1676-46d8-bf38-0dd7e1ef58be is going to be deleted. [ 1277.131349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.131577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.208294] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.209290] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.216071] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.222516] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.223209] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10229e8b-81f1-4aff-95de-59e08d6ec752 is going to be deleted. [ 1277.223817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.224057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.228210] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1277.259683] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.259893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.264695] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.264863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.266956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.266956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.289737] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.289948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.312785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312952] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe24c49d-819c-47e7-9cec-58f5082b46a1 is going to be deleted. [ 1277.314796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.316064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.358014] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.358014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.376538] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.376715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.398225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.398393] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64512af1-8e10-4d3e-95f0-5c0c060281c7 is going to be deleted. [ 1277.399313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.399541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.474697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.474697] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.474697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.474697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.474899] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.474968] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.475087] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 is going to be updated. [ 1277.476374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.477268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.526565] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.526565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.547732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.547946] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f91119-7575-43fd-bbfa-5c5088eebaf7 is going to be deleted. [ 1277.548903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.549170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.549269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.549385] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2123ea13-a9f4-4803-a2e7-69cee15aaf64 is going to be deleted. [ 1277.550413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.550628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.550760] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.550872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059a2f20-8e95-4d25-88c5-167de66e90d9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.551590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.551788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.551871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.552014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b28a5bf-24db-4379-8651-b42c07fe2ce2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.552590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.552768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.552844] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.553042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3130b2-a9a3-4e7f-a6bb-c6034bc3d3ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.553218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.553379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.553459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.553583] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4313d079-51e9-4cfc-9283-d6800b0fdeb2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.553812] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.553964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.554070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.554199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f710c8f7-361e-4ae0-8967-c2c2eba5ad55" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.554335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.554478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.554555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.554746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f444b9-0fed-457e-bb49-3ac86d3d75e3" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.554890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.555049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.555128] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.555249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cbbb2c-ce69-4690-ae96-47e7328d60c6" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.555392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.555570] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.593493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.593699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.622114] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.622334] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.624658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.625095] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.625291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.625408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.625720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.625859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.626228] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.626425] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.626535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.626874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.627130] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.627337] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.627470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.627569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.627797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.627928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.628092] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1277.629651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.629865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.630073] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.630208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e81d18-1676-46d8-bf38-0dd7e1ef58be" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.630432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.630674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.630802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.630981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10229e8b-81f1-4aff-95de-59e08d6ec752" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.631255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.631514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.678164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.678339] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa7b14-6a7a-45b7-af50-77a5b63b2170 is going to be deleted. [ 1277.679383] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.679616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.679710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.679842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe24c49d-819c-47e7-9cec-58f5082b46a1" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.680022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.680350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.680442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.680567] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64512af1-8e10-4d3e-95f0-5c0c060281c7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.681304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.681482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.710877] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.712691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.712691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.712691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.712691] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.712691] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1277.712691] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745: rpc.has_security_group_logging(os_id): False [ 1277.715277] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.715277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.719098] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 1277.720754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.721051] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.721176] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.721253] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.721460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.721546] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.721639] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be updated. [ 1277.722766] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.722974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.723080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.723204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2123ea13-a9f4-4803-a2e7-69cee15aaf64" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.755158] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.755381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.755381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.755587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.755734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.758156] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.758402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.758402] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.758497] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.758610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.758749] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f91119-7575-43fd-bbfa-5c5088eebaf7" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.759803] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.759953] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.760171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.762749] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.762855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.789162] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.789162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.802963] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.803165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.810510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.810998] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.811137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.811211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.811434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.811531] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.811642] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1277.812730] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.812916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.814017] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: IN_PROGRESS for 2s [ 1277.867646] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.867915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.867915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.868161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.868350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.872798] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.872977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.873031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.873215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.873377] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.878032] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.878449] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.878582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.878666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.878869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.878957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.879093] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1277.880147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.880324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.880411] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.880522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa7b14-6a7a-45b7-af50-77a5b63b2170" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.880658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.880838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.880927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.902935] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: IN_PROGRESS for 2s [ 1277.903838] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1277.951237] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1278.017263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.017263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.017263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.017542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.018541] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.023996] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.024146] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.024216] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.024458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.024601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.051278] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1278.052042] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.052411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1279.828640] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: SUCCESS [ 1279.829056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.915786] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1279.916015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.916203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.916523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.916725] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.916877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.916999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.917083] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.917164] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.917252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.917355] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.918885] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf15440-45d6-4099-b538-407706ae90c4 in Status: SUCCESS [ 1279.919118] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 deletion is rescheduled due to dependency. [ 1279.919222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.967566] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1279.967778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.967955] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.968207] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.968299] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.066564] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1280.066840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.067590] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1280.067778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.422031] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.422291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.422359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.422650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.422836] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.422943] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423043] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423274] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423375] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423486] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423671] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423783] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.424149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.424338] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.424453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.424522] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.424687] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.424779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.424867] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.424969] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.470750] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.470977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.470977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.471215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471293] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.471396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.471463] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.471629] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471714] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471803] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471892] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.927170] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1280.945710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.946212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.946212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.946384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.965453] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.965789] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.965930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.966009] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.966306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.966523] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.966778] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.966878] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.966940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.967139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.967262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.967414] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.967511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.967572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.967719] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.967796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.967881] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1280.973734] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.973858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.973916] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.974204] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.974383] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.974482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.974547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.974693] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.974776] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.974861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.975368] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.975368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.975368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.975368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.975594] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.975594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.975594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.975705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.975781] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.975860] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.975960] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.028492] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.028725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.028777] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.028977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.029169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.054217] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1281.478196] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1281.496707] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.496876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.496946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.497131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.497269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.497507] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.497614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.497680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.497842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.497920] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.498116] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.498210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.498269] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.498409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.498482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.498655] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.498747] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.498808] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.498967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.499091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.499174] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1281.548816] env[66645]: INFO networking_nsxv3.common.synchronization [req-067b01e0-6e42-4c09-956a-e5007d27d1b4 req-4c1b5526-5442-4de1-b4be-8ddeae51a87b tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1281.549388] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1281.549700] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.549818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.549887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.550418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.550589] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.550797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.550797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.550942] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.551021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.551127] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.564535] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.564925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.564925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.564925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.565089] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.585967] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1282.054660] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.557285] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.062986] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.063345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.063345] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.063450] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.063563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.063892] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1283.071692] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1283.071911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.072418] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.072634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.072724] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.091537] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.091697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.091755] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.092023] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.092154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.103371] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1283.575447] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.575447] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.575634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.576072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.576072] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.576072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.576072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.576252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.576302] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.576408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.576500] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.604718] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1283.605272] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.079251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.080316] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.080316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.080956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.080956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.080956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.080956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.080956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.080956] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.080956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.081369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.081369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.081369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.081369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.081369] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.584153] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1284.603219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.603431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.603431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.603637] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.603729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.603917] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.604028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.604188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.604257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.604305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.604504] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.604593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.604657] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.604794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.604868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.605088] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.605192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.605255] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.605395] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.605471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.605554] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1284.666851] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.667085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.667085] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.668289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.668459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.692774] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1285.114532] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1285.115366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.529740] env[66645]: INFO networking_nsxv3.common.synchronization [None req-86871a21-e577-47b0-a90a-775066473f4e None None] Enqueued Resource ID: 5969b409-673b-4375-9dae-ac6670a6e551 with Priority: HIGHEST for action port [ 1285.531011] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5969b409-673b-4375-9dae-ac6670a6e551 with Priority: HIGHEST for action port [ 1285.531418] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-5969b409-673b-4375-9dae-ac6670a6e551 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.531593] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5969b409-673b-4375-9dae-ac6670a6e551" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.531668] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5969b409-673b-4375-9dae-ac6670a6e551" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.531932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5969b409-673b-4375-9dae-ac6670a6e551" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.532083] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5969b409-673b-4375-9dae-ac6670a6e551',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.953249] env[66645]: INFO networking_nsxv3.common.synchronization [None req-0ac56d64-9a94-452f-b58a-00ca761fea4e tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1285.953780] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1285.955711] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.955861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.955936] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.956218] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.956351] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.034602] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5969b409-673b-4375-9dae-ac6670a6e551 [ 1286.034850] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.035015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.035103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.035314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.035406] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.035504] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5969b409-673b-4375-9dae-ac6670a6e551 already deleted. [ 1286.035587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5969b409-673b-4375-9dae-ac6670a6e551" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.042915] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c05bbcee-5620-44bf-8f1e-42884d9a4c75 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1286.042915] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1286.043258] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.043363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.477884] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.478275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.478275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.478355] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.478397] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.478487] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf already deleted. [ 1286.478580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.478779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.478946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.479045] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.713128] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1286.713338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.004333] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.004605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.004778] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.005063] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.005175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.005292] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf already deleted. [ 1287.005409] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.670287] env[66645]: INFO networking_nsxv3.common.synchronization [None req-2aa5d6b7-d5f8-465e-9b5a-bd054d8186a8 None None] Enqueued Resource ID: 735d9225-b2ef-447a-8712-8302bb74378f with Priority: HIGHEST for action port [ 1287.670287] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735d9225-b2ef-447a-8712-8302bb74378f with Priority: HIGHEST for action port [ 1287.670287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-735d9225-b2ef-447a-8712-8302bb74378f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.670287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735d9225-b2ef-447a-8712-8302bb74378f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.670287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735d9225-b2ef-447a-8712-8302bb74378f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.670287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735d9225-b2ef-447a-8712-8302bb74378f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.670287] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735d9225-b2ef-447a-8712-8302bb74378f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.172909] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 735d9225-b2ef-447a-8712-8302bb74378f [ 1288.173239] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.173405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.173514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.173796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.173917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.174060] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:735d9225-b2ef-447a-8712-8302bb74378f already deleted. [ 1288.174154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735d9225-b2ef-447a-8712-8302bb74378f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.846812] env[66645]: INFO networking_nsxv3.common.synchronization [req-0fc87d7d-f714-4215-bf08-50095088eb09 req-10c9b732-2228-4038-a2fc-8663017faa38 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1288.847338] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1288.848028] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.848028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.848028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.848028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.848252] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.848252] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.848327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.848430] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.848513] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.848606] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.351058] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.854765] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.357667] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.358072] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.358194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.358479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.358751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.358961] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1290.390318] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.390504] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.390544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.390826] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.390983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.401160] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1291.597425] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5ed1a1f-a99f-4d37-8cef-e15728858641 req-5af173e9-4bfb-4891-862c-4695c1d00855 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1291.598101] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1291.598265] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.598640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.598640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.598795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.598843] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.598915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.599551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.599551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.599551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.599551] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.911020] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.911020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.911020] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.911386] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.911386] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.911593] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.911750] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.912014] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.912187] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.912435] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.912566] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.912702] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.912846] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.912992] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.914535] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.914535] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.933411] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.933411] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.933583] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.933865] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.934204] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-39807181-3beb-41e8-93ec-d6ccb4b35262 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.934474] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.934541] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.934881] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.935046] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39807181-3beb-41e8-93ec-d6ccb4b35262',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.102627] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.102800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.102800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.103785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.103785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.104132] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf already deleted. [ 1292.104132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.411548] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1292.411779] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.437262] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.437509] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.437638] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.437929] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.438087] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.438245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 39807181-3beb-41e8-93ec-d6ccb4b35262 not found, creating... [ 1292.438506] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.438654] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.438766] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.438979] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.439130] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.439463] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.439573] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.439682] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.439879] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.440021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.440167] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 39807181-3beb-41e8-93ec-d6ccb4b35262 is going to be created. [ 1292.460022] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.460724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.460724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.460724] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.461224] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.461224] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.710149] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.710580] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.710580] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.710744] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.711014] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.711188] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.711286] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.711606] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.711720] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.711892] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.712024] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.712140] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.712248] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.712358] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.712489] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.712647] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.735846] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.736181] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.736473] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.736764] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-434" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.737306] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.737620] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.737858] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.738269] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.738510] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a33a75b-ff3d-46b2-8ffe-b0258a80c116',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.241479] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.241737] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.241877] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.242238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.242412] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.242771] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.242936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.243088] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.243363] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.243514] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.243844] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.244037] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.244167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.244406] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.244574] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.244734] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 is going to be updated. [ 1293.265927] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.266213] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.266263] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.266798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.267146] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.267420] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.602705] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5ed1a1f-a99f-4d37-8cef-e15728858641 req-4452e79b-aac5-4300-ac83-b38078aba006 service nova] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1293.602961] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5ed1a1f-a99f-4d37-8cef-e15728858641 req-4452e79b-aac5-4300-ac83-b38078aba006 service nova] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1293.603282] env[66645]: INFO networking_nsxv3.common.synchronization [req-c5ed1a1f-a99f-4d37-8cef-e15728858641 req-4452e79b-aac5-4300-ac83-b38078aba006 service nova] Enqueued Resource ID: 39807181-3beb-41e8-93ec-d6ccb4b35262 with Priority: HIGHEST for action port [ 1293.603984] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_rules [ 1293.604170] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1293.604326] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39807181-3beb-41e8-93ec-d6ccb4b35262 with Priority: HIGHEST for action port [ 1293.604709] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.604893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.604988] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.605238] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.605365] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.606639] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.606811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.606928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.607279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.607600] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.607671] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.607768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.608049] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.608171] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.608554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.609915] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-39807181-3beb-41e8-93ec-d6ccb4b35262 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.610166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.610257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.610490] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.610606] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39807181-3beb-41e8-93ec-d6ccb4b35262',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.980966] env[66645]: INFO networking_nsxv3.common.synchronization [req-aa7fd201-5547-4726-8af7-51fbf104db9a req-a813803b-56da-4b27-83ee-89b6feab2b7e service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1293.981229] env[66645]: INFO networking_nsxv3.common.synchronization [req-aa7fd201-5547-4726-8af7-51fbf104db9a req-a813803b-56da-4b27-83ee-89b6feab2b7e service nova] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1293.981309] env[66645]: INFO networking_nsxv3.common.synchronization [req-aa7fd201-5547-4726-8af7-51fbf104db9a req-a813803b-56da-4b27-83ee-89b6feab2b7e service nova] Enqueued Resource ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with Priority: HIGHEST for action port [ 1293.981886] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_rules [ 1293.982034] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1293.982138] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with Priority: HIGHEST for action port [ 1293.982435] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.982620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.982659] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.982859] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.982999] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.984460] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.984460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.984460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.984460] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.984460] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.984763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.984763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.984763] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.984857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.984887] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.986010] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.986102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.986195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.986279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.986354] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a33a75b-ff3d-46b2-8ffe-b0258a80c116',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.113452] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.113599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.113797] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.114955] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39807181-3beb-41e8-93ec-d6ccb4b35262 with status ACTIVE [ 1294.115107] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.115250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.115250] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116155] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.116155] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116581] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.116581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.116581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.116581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.116581] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116748] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39807181-3beb-41e8-93ec-d6ccb4b35262 is going to be updated. [ 1294.140405] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.140577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.140654] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.140895] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.141091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.141279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39807181-3beb-41e8-93ec-d6ccb4b35262" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.488739] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.488928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.489079] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.490024] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 with status ACTIVE [ 1294.490568] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.490568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.490568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.490568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.490785] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.490842] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.490906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.490969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.491169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.491245] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.491445] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.491555] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.491615] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.491762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.491849] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.491902] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a33a75b-ff3d-46b2-8ffe-b0258a80c116 is going to be updated. [ 1294.513617] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.513757] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.513832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.514056] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.514202] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.514363] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a33a75b-ff3d-46b2-8ffe-b0258a80c116" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.618383] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.994881] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.121073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.121295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.121295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.121514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.121605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.121706] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf is going to be created. [ 1295.149251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.149483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.149483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.149646] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.149799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.171475] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: UNINITIALIZED for 2s [ 1295.497772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.497993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.497993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.498208] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.498263] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.498369] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1295.528897] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.529161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.529161] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.529407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.529614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.539647] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1297.182493] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: SUCCESS [ 1297.182875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.183211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.183420] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.183566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.183652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.183838] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.183922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.184018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.184129] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.550245] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1297.550471] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.550705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.550965] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.551183] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.551320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.551421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.551636] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.551728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.551847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.551907] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.686377] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.054799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.055031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.055031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.055307] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.055479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.055582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.055652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.055825] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.055926] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.056066] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.056221] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.056314] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.056451] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.056549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.056710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.056820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.056917] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.057143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.057242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.057341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.057451] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.188575] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf: rpc.has_security_group_logging(os_id): False [ 1298.206991] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.207259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.207301] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.208037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.208037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.208037] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.208241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.208241] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.208428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.208539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.208699] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf is going to be created. [ 1298.273427] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.273630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.273681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.273910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.274152] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.286871] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: IN_PROGRESS for 2s [ 1298.560549] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7828dfb9-5a8b-4395-8eed-53d0e58d1c13: rpc.has_security_group_logging(os_id): False [ 1298.580997] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.581190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.581249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.581442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.581535] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.581723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.581821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.581886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.582052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.582132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.582328] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.582412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.582480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.582623] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.582695] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.582949] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.583052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.583139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.583338] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.583441] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.583551] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1298.657200] env[66645]: INFO networking_nsxv3.common.synchronization [req-ab796732-dcf8-46c9-b245-c4c4dcd837d6 req-969b0f35-a6a8-4483-b5bd-298da265826c tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1298.657874] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1298.658228] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.658351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.658420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.658619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.658779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.658877] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.658939] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.659273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.659273] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.659425] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.691682] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.691682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.691682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.691682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.691682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.710215] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1298.974036] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.974248] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.974376] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.974643] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.974898] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.975075] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.975196] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.975414] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.975560] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.975772] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.975888] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.975996] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.976123] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.976235] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.976343] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.976558] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.997225] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.997407] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1298.997558] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.997746] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.998086] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-62e31dd8-bc08-47f0-9cd3-ee08052508ac taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.998261] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.998382] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.998713] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.998859] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e31dd8-bc08-47f0-9cd3-ee08052508ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.161477] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.501630] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.501950] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.502036] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.502320] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.502467] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.502623] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 62e31dd8-bc08-47f0-9cd3-ee08052508ac not found, creating... [ 1299.502927] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.503093] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.503228] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.503543] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.503697] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.503975] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.504142] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.504259] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.504466] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.504599] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.504740] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 62e31dd8-bc08-47f0-9cd3-ee08052508ac is going to be created. [ 1299.523609] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.523829] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.524010] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.524270] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.524499] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.524738] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.664030] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.167052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.167215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.167277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.167599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.167701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.167805] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1300.209497] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.209746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.209746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.209957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.210185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.222585] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1300.241219] env[66645]: INFO networking_nsxv3.common.synchronization [req-ab796732-dcf8-46c9-b245-c4c4dcd837d6 req-73c7eebb-16c1-430e-8858-64a9cf05a2ef service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1300.241389] env[66645]: INFO networking_nsxv3.common.synchronization [req-ab796732-dcf8-46c9-b245-c4c4dcd837d6 req-73c7eebb-16c1-430e-8858-64a9cf05a2ef service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1300.241531] env[66645]: INFO networking_nsxv3.common.synchronization [req-ab796732-dcf8-46c9-b245-c4c4dcd837d6 req-73c7eebb-16c1-430e-8858-64a9cf05a2ef service nova] Enqueued Resource ID: 62e31dd8-bc08-47f0-9cd3-ee08052508ac with Priority: HIGHEST for action port [ 1300.241759] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1300.241893] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1300.241993] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e31dd8-bc08-47f0-9cd3-ee08052508ac with Priority: HIGHEST for action port [ 1300.244129] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.244271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.244325] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.244595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.244676] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.245494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.245598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.245799] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e31dd8-bc08-47f0-9cd3-ee08052508ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.245893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.245966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.246131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.246206] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e31dd8-bc08-47f0-9cd3-ee08052508ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.300893] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: SUCCESS [ 1300.301162] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.728240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1300.728617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.749180] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.749351] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.749490] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e31dd8-bc08-47f0-9cd3-ee08052508ac with status ACTIVE [ 1300.749656] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.749764] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.750133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.750133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.750133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.750293] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.750393] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.750455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.750605] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.750681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.750903] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.750993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.750993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.751142] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.751213] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.751296] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e31dd8-bc08-47f0-9cd3-ee08052508ac is going to be updated. [ 1300.773152] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.773294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.773356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.773551] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.773692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.773853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e31dd8-bc08-47f0-9cd3-ee08052508ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.232937] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 4s [ 1304.245050] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1304.245343] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.245534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.245791] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.246043] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.246271] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.246368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.246547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.246643] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.246748] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.749110] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.243260] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.243530] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1305.250955] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.753538] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.753710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.753794] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.754034] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.754136] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.754240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1305.788484] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.788733] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.788799] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.789096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.789249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.799601] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1307.812074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1307.812528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.812528] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.812806] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.813070] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.813240] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.813313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.813482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.813568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.813673] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.813778] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.316409] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.316679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.316679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.316851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.317029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.317209] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.317278] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.317493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.317632] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.317683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.317831] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.317951] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.318067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.318222] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.318462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.318520] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.318631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.318789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.318904] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.319042] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.319084] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.820821] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1308.840724] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.840919] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.840987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.841230] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.841372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.841628] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.841738] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.841804] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.841967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.842057] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.842245] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.842339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.842403] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.842544] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.842620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.842793] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.842885] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.842946] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.843348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.843348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.843348] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1308.908386] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.908610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.908610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.908801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.908952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.925569] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1309.595990] env[66645]: INFO networking_nsxv3.common.synchronization [req-e46a841b-67ed-4ee1-bc46-a7971363bb7e req-a7e61263-b3c4-40d1-bac4-ee01796a845e tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1309.596753] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1309.596928] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.597094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.597148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.597313] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.597449] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.598154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.598154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.598154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.598154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.598154] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.898982] env[66645]: INFO networking_nsxv3.common.synchronization [req-b5d45543-0af0-4bdb-9a7c-b8c5ede102c7 req-00d2059d-cfb6-4fe4-b33b-2240e8561eb2 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1309.899531] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1309.899865] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.900018] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.900061] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.900264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.900412] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.900509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.900569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.900707] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.900972] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.900972] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.100831] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.404118] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.603697] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.804304] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.804579] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.804774] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.805133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.805437] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.805651] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.805798] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.806051] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.806238] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.806471] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.806649] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.806794] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.806929] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.807076] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.807214] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.807387] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.826990] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.827218] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1310.827394] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.827580] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-179" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.827940] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-8f461238-94da-46c5-8c42-5cc85772cc9b taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.828126] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.828248] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.828502] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.828640] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f461238-94da-46c5-8c42-5cc85772cc9b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.906220] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.945196] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1310.945196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.108563] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.108790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.108872] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.109175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.109364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.109470] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1311.139938] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.140108] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.140170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.140374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.140517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.149529] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1311.330737] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.330908] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.331021] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.331681] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.331889] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.332210] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.332392] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.332499] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.332732] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.332867] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.333191] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.333362] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.333469] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.333673] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.333807] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.333948] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 8f461238-94da-46c5-8c42-5cc85772cc9b is going to be updated. [ 1311.358832] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.359124] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.359236] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.359521] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.359736] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.360019] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.409759] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.409982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.409982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.410225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.410332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.410436] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1311.450265] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.450469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.450517] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.450753] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.450927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.471041] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1312.070140] env[66645]: INFO networking_nsxv3.common.synchronization [req-4e244748-50c7-443a-be22-9b3b4234b021 req-985f543c-5085-4560-b979-32a8bb5e552a service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1312.070432] env[66645]: INFO networking_nsxv3.common.synchronization [req-4e244748-50c7-443a-be22-9b3b4234b021 req-985f543c-5085-4560-b979-32a8bb5e552a service nova] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1312.070475] env[66645]: INFO networking_nsxv3.common.synchronization [req-4e244748-50c7-443a-be22-9b3b4234b021 req-985f543c-5085-4560-b979-32a8bb5e552a service nova] Enqueued Resource ID: 8f461238-94da-46c5-8c42-5cc85772cc9b with Priority: HIGHEST for action port [ 1312.070975] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_rules [ 1312.071125] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1312.071224] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f461238-94da-46c5-8c42-5cc85772cc9b with Priority: HIGHEST for action port [ 1312.071498] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.071614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.071678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.071886] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.071939] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.073308] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.073470] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.074038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.074038] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.074179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.074280] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.074319] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.074545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.074699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.074849] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.075886] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f461238-94da-46c5-8c42-5cc85772cc9b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.076074] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.076183] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.076416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.076542] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f461238-94da-46c5-8c42-5cc85772cc9b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.579263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.579503] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.579641] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.580592] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f461238-94da-46c5-8c42-5cc85772cc9b with status ACTIVE [ 1312.580724] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.580810] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.580879] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.581050] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.581132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.581297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.581405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.581467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.581649] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.581817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.582607] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.582607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.582607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.582607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.582607] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.582607] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f461238-94da-46c5-8c42-5cc85772cc9b is going to be updated. [ 1312.605428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.605648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.605648] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.605836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.605978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.606182] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f461238-94da-46c5-8c42-5cc85772cc9b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.085124] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.161201] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1313.161431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.484719] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1313.485011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.587893] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.588132] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.588180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.588385] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.588479] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.588578] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1313.617348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.617594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.617647] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.617923] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.618127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.628985] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1315.642146] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1315.642571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.642571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.643198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.643198] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.643198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.643198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.643771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.643771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.643771] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.643771] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.031305] env[66645]: INFO networking_nsxv3.common.synchronization [req-4a8d4191-8234-42f0-9fea-b61199196a33 req-88e1b813-449c-4f4b-9520-f61d803874fe tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1316.031917] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 with Priority: HIGHEST for action security_group_members [ 1316.032287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.032404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.032467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.034837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.034837] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.034837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.034837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.034837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.034837] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.034837] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.145770] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.537520] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.537768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.537768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.537947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.538054] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.538257] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.538378] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.538442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.538592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.538669] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.538771] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 is going to be updated. [ 1316.569779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.570028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.570028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.570224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.570374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.580049] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: IN_PROGRESS for 2s [ 1316.648580] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f9381a-e3cf-4818-95b8-5552d5735ae9: rpc.has_security_group_logging(os_id): False [ 1316.677590] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.677820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.677906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.678143] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.678242] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.678530] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.678655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.678737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.678911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.678998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.679107] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1316.740063] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.740235] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.740309] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.740653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.740889] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.760860] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1318.591127] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 in Status: SUCCESS [ 1318.591530] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745 deletion is rescheduled due to dependency. [ 1318.591530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.782334] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1318.782600] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.032764] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.033070] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.195330] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff285df4-7a6c-4541-80bb-ccc7d86e3a9c req-0c0611cb-0b00-4db9-b735-e5ab715425f0 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1321.195330] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1321.195472] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.195614] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.195723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.195871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.196073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.196225] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.196289] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.196914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.196914] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.196914] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.555953] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.556216] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.556348] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.556638] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.556945] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.557163] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.558028] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.558028] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.558028] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.558028] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.558028] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.558263] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.558263] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.558393] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.558488] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.558608] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.581442] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.581691] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.581804] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.581919] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-836" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.582268] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-24a5c14f-763d-4965-9d30-fdf2043610ba taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.582500] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.582670] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.583032] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.583275] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a5c14f-763d-4965-9d30-fdf2043610ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.700261] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.085730] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.086305] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.086396] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.086824] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.087129] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.087366] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port 24a5c14f-763d-4965-9d30-fdf2043610ba not found, creating... [ 1322.087948] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.088161] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.088345] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.088602] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.088784] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.089158] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.089329] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.089472] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.089751] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.089885] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.090038] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: 24a5c14f-763d-4965-9d30-fdf2043610ba is going to be created. [ 1322.113096] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.113412] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.113607] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.113993] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.114512] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.114907] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.202658] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.701473] env[66645]: INFO networking_nsxv3.common.synchronization [None req-5768969f-b7f8-4674-81c0-d85c5a9309c2 tempest-AttachInterfacesTestJSON-1678740148 tempest-AttachInterfacesTestJSON-1678740148-project-member] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1322.703015] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGHEST for action security_group_members [ 1322.703015] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.703015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.703015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.703015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.703329] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.703329] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.703404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.703536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.703652] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.703750] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.705840] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.705840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.705840] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.706096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.706129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.706992] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1322.739774] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.739915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.739992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.740316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.740473] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.751868] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1322.826730] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff285df4-7a6c-4541-80bb-ccc7d86e3a9c req-0b1a578b-ded8-4621-9529-a3fbcd4539ba service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1322.826953] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff285df4-7a6c-4541-80bb-ccc7d86e3a9c req-0b1a578b-ded8-4621-9529-a3fbcd4539ba service nova] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1322.827099] env[66645]: INFO networking_nsxv3.common.synchronization [req-ff285df4-7a6c-4541-80bb-ccc7d86e3a9c req-0b1a578b-ded8-4621-9529-a3fbcd4539ba service nova] Enqueued Resource ID: 24a5c14f-763d-4965-9d30-fdf2043610ba with Priority: HIGHEST for action port [ 1322.827849] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_rules [ 1322.828075] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1322.828220] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a5c14f-763d-4965-9d30-fdf2043610ba with Priority: HIGHEST for action port [ 1322.828602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.828759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.828851] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.829165] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.829282] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.830516] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.830666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.830945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a5c14f-763d-4965-9d30-fdf2043610ba taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.831139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.831139] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.831449] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.831449] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a5c14f-763d-4965-9d30-fdf2043610ba',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.208488] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.208820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.208820] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.209019] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.209174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.209400] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.209534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.209598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.209819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.209865] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.209953] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be updated. [ 1323.244151] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.244379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.244692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.244692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.244833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.256262] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: IN_PROGRESS for 2s [ 1323.333567] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.333796] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.336796] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24a5c14f-763d-4965-9d30-fdf2043610ba with status ACTIVE [ 1323.336796] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.337119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.337119] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.337333] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.337379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.337539] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.337630] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.337739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.337871] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.337944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.338140] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.338233] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.338295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.338434] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.338510] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.338631] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24a5c14f-763d-4965-9d30-fdf2043610ba is going to be updated. [ 1323.371990] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.372227] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.372279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.372476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.372618] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.372787] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a5c14f-763d-4965-9d30-fdf2043610ba" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.763683] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1324.764109] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.764626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.764967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.765218] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.765374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.765466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.765670] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.765759] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.765861] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.959884] env[66645]: INFO networking_nsxv3.common.synchronization [req-10277a15-1c13-47b8-9e3e-c33236a8c91e req-4dafc906-dabf-4d32-83f9-78f10911f59b tempest-AttachVolumeTestJSON-1750541268 tempest-AttachVolumeTestJSON-1750541268-project-member] Enqueued Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1324.960698] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22934845-e1d8-43f6-ad68-48f71783a917 with Priority: HIGHEST for action security_group_members [ 1324.961039] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-22934845-e1d8-43f6-ad68-48f71783a917 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.961199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.961265] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.961458] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.961651] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.961720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.961809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.961903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.961989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.962105] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22934845-e1d8-43f6-ad68-48f71783a917',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.266321] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 in Status: SUCCESS [ 1325.266606] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 deletion is rescheduled due to dependency. [ 1325.266847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.269901] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.464479] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.464664] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.464751] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.464992] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.465172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.465297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.465392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.465475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.465650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.465723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.465810] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 is going to be updated. [ 1325.526642] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.526642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.526642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.526642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.526642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.544448] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: IN_PROGRESS for 2s [ 1325.771223] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.273522] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.273680] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.273883] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.273954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.274067] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.274168] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1326.313378] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.313527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.313589] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.313819] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.313969] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.323470] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1327.554929] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22934845-e1d8-43f6-ad68-48f71783a917 in Status: SUCCESS [ 1327.555366] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22934845-e1d8-43f6-ad68-48f71783a917 deletion is rescheduled due to dependency. [ 1327.555366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22934845-e1d8-43f6-ad68-48f71783a917" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.333160] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1328.333394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.333574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.333789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.333993] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.334116] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.334180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.334384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.334469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.334559] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.334662] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.837532] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.837906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.837906] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.838068] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.838569] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.838569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.838569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.838569] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.838957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.838957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.838957] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.838957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.839246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.839246] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.839382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.839518] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.839617] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.839848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.839963] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.840071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.840180] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.342699] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7022e9-36ed-40e0-8f7d-89e6282bf18e: rpc.has_security_group_logging(os_id): False [ 1329.361515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.361728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.361797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.362045] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.362151] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.362376] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.362472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.362534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.362734] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.362821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.363024] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.363177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.363305] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.363498] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.363577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.363757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.363852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.363910] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.364113] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.364195] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.364283] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1329.433054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.433283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.433283] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.433475] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.433624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.450845] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1329.476643] env[66645]: INFO networking_nsxv3.common.synchronization [req-7784ee66-4ed2-4758-9c1d-81ead8ba9f13 req-5404d9bb-0202-49aa-bdd5-2af83b7441cf tempest-ServerActionsTestOtherB-1825176655 tempest-ServerActionsTestOtherB-1825176655-project-member] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1329.477283] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGHEST for action security_group_members [ 1329.477748] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.477887] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.477949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.478154] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.478323] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.478405] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.478456] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.478602] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.478715] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.478777] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.981362] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.981672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.981672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.981858] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.981966] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.982217] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.982320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.982388] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.982548] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.982627] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.982715] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be updated. [ 1330.013389] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.013577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.013650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.013801] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.014028] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.023255] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: IN_PROGRESS for 2s [ 1331.462920] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1331.463332] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.032327] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 in Status: SUCCESS [ 1332.032544] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 deletion is rescheduled due to dependency. [ 1332.032611] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.478552] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.478552] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.959063] env[66645]: INFO networking_nsxv3.common.synchronization [req-35e1e6aa-bcf8-47ea-ab86-f93b497134e2 req-c2e7f865-9f02-4d98-a6bd-efabf18e3f41 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1334.959588] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1334.959920] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.960064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.960131] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.960340] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.960493] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.960590] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.960653] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.960797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.960911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.960968] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.463061] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.965554] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.468322] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.468574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.468634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.468823] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.468915] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.469030] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1336.499852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.499996] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.500079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.500288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.500442] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.509830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1338.520423] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1338.520756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.961571] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.961571] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.407838] env[66645]: INFO networking_nsxv3.common.synchronization [req-761b2047-6137-4ee6-be9e-0a1fb3bcadc9 req-002eef13-f02f-4621-9d2d-43e0e787a720 tempest-ServersTestJSON-818110527 tempest-ServersTestJSON-818110527-project-member] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1341.408642] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGHEST for action security_group_members [ 1341.409114] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.409303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.409410] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.409690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.409926] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.410100] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.410203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.410431] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.410568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.410714] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.913681] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.913681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.913933] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.913973] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.914071] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.914270] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.914369] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.914432] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.914587] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.914663] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.914748] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be updated. [ 1341.945773] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.946011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.946011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.946200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.946347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.955556] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: IN_PROGRESS for 2s [ 1343.968058] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e in Status: SUCCESS [ 1343.968355] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e deletion is rescheduled due to dependency. [ 1343.968398] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.410320] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.410711] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.672523] env[66645]: INFO networking_nsxv3.common.synchronization [None req-25b510d9-7d45-4f64-9227-55fc8ad7b312 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1348.673114] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1348.673459] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.673612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.673686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.673997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.674146] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.761253] env[66645]: INFO networking_nsxv3.common.synchronization [None req-c242619d-0672-4b0e-a9d0-cdf2539a0f7c tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1348.761695] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1348.762029] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.762169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.196726] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.196903] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.197037] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.197249] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.197346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.197440] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 already deleted. [ 1349.197524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.197678] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.197824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.197979] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.721983] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.722462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.722462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.722462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.722597] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.722597] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 already deleted. [ 1349.722692] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.763238] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.763661] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.243539] env[66645]: INFO networking_nsxv3.common.synchronization [req-d50a900d-dae7-49fc-91ce-cf922a0cce7d req-85bdbdba-eb28-4c6c-a168-1129a2313fd8 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1354.244487] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1354.244487] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.244487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.244683] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.244788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.244899] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.244993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.245078] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.245228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.245311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.245403] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.531462] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.531625] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.531749] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.532029] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.532295] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.532455] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.532572] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.532790] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.532933] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.533162] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.533297] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.533444] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.533516] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.533620] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.533724] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.533855] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.553930] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.554128] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.554246] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.554421] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.554722] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-465148ad-9bda-478a-b649-6ccd58927102 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.554890] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.555019] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.555434] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.555583] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465148ad-9bda-478a-b649-6ccd58927102',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.747127] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.747360] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.747417] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.747628] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.747729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.747936] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.748052] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.748117] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.748287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.748365] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.748463] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 already deleted. [ 1354.748545] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.058632] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.059088] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.059088] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.059218] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.059367] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.059520] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port 465148ad-9bda-478a-b649-6ccd58927102 not found, creating... [ 1355.059778] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.059935] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.060073] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.060290] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.060426] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.060700] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.060864] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.060983] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.061203] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.061336] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.061474] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: 465148ad-9bda-478a-b649-6ccd58927102 is going to be created. [ 1355.083319] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.083618] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.083688] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.083978] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.084246] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.084479] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.776697] env[66645]: INFO networking_nsxv3.common.synchronization [req-d50a900d-dae7-49fc-91ce-cf922a0cce7d req-57e04953-4fa5-4d6c-8210-bdd69d99e96b service nova] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1355.776881] env[66645]: INFO networking_nsxv3.common.synchronization [req-d50a900d-dae7-49fc-91ce-cf922a0cce7d req-57e04953-4fa5-4d6c-8210-bdd69d99e96b service nova] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1355.777034] env[66645]: INFO networking_nsxv3.common.synchronization [req-d50a900d-dae7-49fc-91ce-cf922a0cce7d req-57e04953-4fa5-4d6c-8210-bdd69d99e96b service nova] Enqueued Resource ID: 465148ad-9bda-478a-b649-6ccd58927102 with Priority: HIGHEST for action port [ 1355.777580] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_rules [ 1355.777721] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1355.777822] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465148ad-9bda-478a-b649-6ccd58927102 with Priority: HIGHEST for action port [ 1355.778551] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.778688] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.778726] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.778934] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.779030] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.780515] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.780515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.780655] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.780833] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.780984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.781095] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.781168] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.781311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.781394] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.781486] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.782601] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-465148ad-9bda-478a-b649-6ccd58927102 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.782601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.782601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.782601] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.782601] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465148ad-9bda-478a-b649-6ccd58927102',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.284149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.284595] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.284595] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.285625] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465148ad-9bda-478a-b649-6ccd58927102 with status ACTIVE [ 1356.285930] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.286163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.286335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.286995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.286995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.286995] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.286995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.287281] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.287572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.287572] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.287739] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.287739] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.287832] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.287931] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.288014] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.288107] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465148ad-9bda-478a-b649-6ccd58927102 is going to be updated. [ 1356.310364] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.310612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.310612] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.310780] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.310924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.311102] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465148ad-9bda-478a-b649-6ccd58927102" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.790022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.292599] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.293051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.293051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.293051] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.293177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.293243] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 is going to be created. [ 1357.319478] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.319767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.319767] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.319944] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.320133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.330745] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: UNINITIALIZED for 2s [ 1359.344237] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: SUCCESS [ 1359.344489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.344622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.344836] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.345054] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.345191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.345279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.345469] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.345556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.345644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.345737] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.848808] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.351023] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ab0cea-c84a-4c84-b309-7445b1c98ac2: rpc.has_security_group_logging(os_id): False [ 1360.372922] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.373178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.373178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.373396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.373483] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.373722] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.373821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.373876] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.374031] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.374106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.374192] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 is going to be created. [ 1360.439945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.440135] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.440210] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.440407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.440603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.454529] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: IN_PROGRESS for 2s [ 1360.778744] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.778925] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1362.470931] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: SUCCESS [ 1362.471645] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.780504] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.780504] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.781888] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.782346] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.782732] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.783180] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.784129] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.784129] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.784856] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.785255] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.786526] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.786925] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.787617] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.788223] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.789749] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.790189] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.139328] env[66645]: INFO networking_nsxv3.common.synchronization [req-49682820-9b61-4c0d-a91a-b94911602781 req-fbb7e806-4916-4b3d-82e5-65224934384e tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1403.139771] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGHEST for action security_group_members [ 1403.140122] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.140262] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.140324] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.140514] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.140698] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.140768] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.140821] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.141015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.141079] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.141122] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.643945] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.644188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.644188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.644424] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.644582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.644805] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.644909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.644974] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.645158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.645287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.645378] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 is going to be updated. [ 1403.677637] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.677868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.677868] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.678084] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.678229] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.687090] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: IN_PROGRESS for 2s [ 1405.698289] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 in Status: SUCCESS [ 1405.698705] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 deletion is rescheduled due to dependency. [ 1405.698705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.141063] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.141520] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.142689] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.143167] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.447425] env[66645]: INFO networking_nsxv3.common.synchronization [req-d4afc30e-9425-40e9-8684-9700c5da2144 req-47a72a0f-07b1-4c68-86ec-48f0874af22b tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1414.448014] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGHEST for action security_group_members [ 1414.448307] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.448455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.448536] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.448708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.448861] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.448954] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.449024] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.449166] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.449254] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.449349] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.951291] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.951552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.951552] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.951724] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.951818] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.952033] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.952122] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.952188] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.952337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.952416] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.952503] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf is going to be updated. [ 1414.982071] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.982335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.982335] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.982494] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.982674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.991205] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: IN_PROGRESS for 2s [ 1417.003218] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf in Status: SUCCESS [ 1417.003638] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf deletion is rescheduled due to dependency. [ 1417.003638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.096389] env[66645]: INFO networking_nsxv3.common.synchronization [None req-7e7103f2-05ce-43af-a6a1-ae395675d07e tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1419.096778] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1419.096852] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.096932] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.097114] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.097318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.097318] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.181187] env[66645]: INFO networking_nsxv3.common.synchronization [None req-f5f7867e-7335-43f3-83fd-ad21c84b8de3 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1419.181636] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1419.181947] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.182069] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.622169] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.622341] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.622386] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.622585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.622675] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.622769] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 already deleted. [ 1419.622852] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.623016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.623180] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.623323] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.142219] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.142606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.142606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.142789] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.142930] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.143077] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 already deleted. [ 1420.143192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.183077] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.183419] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.585580] env[66645]: INFO networking_nsxv3.common.synchronization [req-b0f5af80-26f5-48df-a697-1525c0395682 req-4a19ddbf-d125-49d2-be88-3e16de2be705 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1424.586152] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1424.586536] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.586661] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.586731] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.586977] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.587149] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.587268] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.587339] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.587495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.587651] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.587719] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.841893] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.842182] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.842313] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.842580] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.842846] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.843010] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.843133] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.843358] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.843509] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.843733] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.843847] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1424.843966] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1424.844087] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1424.844200] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.844307] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1424.844440] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1424.864836] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1424.865070] env[66645]: DEBUG dogpile.cache.region [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1424.865150] env[66645]: DEBUG dogpile.lock [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1424.865325] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.865641] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.865813] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.865936] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.866300] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.866445] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff1e14f-a47e-4d26-9bdb-5b9a7152f253',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.089618] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.089853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.089853] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.090077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.090190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.090365] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.090466] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.090529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.090685] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.090762] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.090847] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 already deleted. [ 1425.090927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.370050] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.370050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.370050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.370050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.370050] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.370631] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Segment Port dff1e14f-a47e-4d26-9bdb-5b9a7152f253 not found, creating... [ 1425.370631] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.370727] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.370763] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.371013] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.371167] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.371449] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.371603] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.371718] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.371926] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.372073] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.372211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Resource: SegmentPort with ID: dff1e14f-a47e-4d26-9bdb-5b9a7152f253 is going to be created. [ 1425.393189] env[66645]: DEBUG networking_nsxv3.common.locking [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.393428] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.393559] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.393820] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.394069] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.394301] env[66645]: DEBUG oslo_concurrency.lockutils [None req-bd86105c-7f90-44a7-8126-f894e803319d None None] Releasing lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.087282] env[66645]: INFO networking_nsxv3.common.synchronization [req-b0f5af80-26f5-48df-a697-1525c0395682 req-7d24b6b5-f564-498c-99c3-aff8a7bd94b9 service nova] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1426.087467] env[66645]: INFO networking_nsxv3.common.synchronization [req-b0f5af80-26f5-48df-a697-1525c0395682 req-7d24b6b5-f564-498c-99c3-aff8a7bd94b9 service nova] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1426.087609] env[66645]: INFO networking_nsxv3.common.synchronization [req-b0f5af80-26f5-48df-a697-1525c0395682 req-7d24b6b5-f564-498c-99c3-aff8a7bd94b9 service nova] Enqueued Resource ID: dff1e14f-a47e-4d26-9bdb-5b9a7152f253 with Priority: HIGHEST for action port [ 1426.087832] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_rules [ 1426.088052] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1426.088216] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff1e14f-a47e-4d26-9bdb-5b9a7152f253 with Priority: HIGHEST for action port [ 1426.088818] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.088897] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.088956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.089443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.089531] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.090794] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.090909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.090982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.091212] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.091582] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.092754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.092754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.092754] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.092935] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.092935] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.093657] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.093765] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.093831] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.093987] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.094081] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff1e14f-a47e-4d26-9bdb-5b9a7152f253',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.595723] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.596211] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.596211] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dff1e14f-a47e-4d26-9bdb-5b9a7152f253 with status ACTIVE [ 1426.596301] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.596370] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.596448] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.596666] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.596761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.596935] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.597087] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.597133] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.597298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.597337] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.597499] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.597594] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.597658] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.597798] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.597913] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.598018] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dff1e14f-a47e-4d26-9bdb-5b9a7152f253 is going to be updated. [ 1426.599133] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.622981] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.623215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.623215] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.623404] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.623542] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.623697] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff1e14f-a47e-4d26-9bdb-5b9a7152f253" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.100931] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.603250] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.603704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.603704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.603790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.603829] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.603904] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 is going to be created. [ 1427.630577] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.630811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.630811] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.630982] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.631167] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.641407] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: UNINITIALIZED for 2s [ 1429.651827] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: SUCCESS [ 1429.651827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.651827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.651827] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.652348] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.652348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.652348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.652495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.652495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.652580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.652618] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.155227] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.657711] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef55370-8ae9-4414-b47c-11ea7fcfc3d0: rpc.has_security_group_logging(os_id): False [ 1430.675462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.675679] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.675746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.675928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.676012] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.676254] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.676356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.676420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.676566] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.676641] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.676726] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 is going to be created. [ 1430.741526] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.741770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.741770] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.741924] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.742149] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.754118] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: IN_PROGRESS for 2s [ 1431.089993] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.090161] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1432.766420] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: SUCCESS [ 1432.766797] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.091836] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.091836] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.093596] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.094036] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.094673] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.095086] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.096339] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.096339] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.096971] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.097488] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.098090] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.098443] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.099613] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.100082] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.101013] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.101279] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.102501] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.103035] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.103431] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.103816] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.808728] env[66645]: INFO networking_nsxv3.common.synchronization [req-e0c0398d-2bfc-4a8a-87b7-09f29c8822ca req-b59a823e-3326-4822-ab96-75162a9a198a tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1485.809273] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGHEST for action security_group_members [ 1485.809573] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.809696] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.809761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.809949] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.810109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.810200] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.810258] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.810396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.810476] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.810563] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.312839] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.312839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.312839] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.313090] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.313172] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.313361] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.313482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.313549] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.313909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.313909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.313909] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 is going to be updated. [ 1486.358974] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.359228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.359228] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.359446] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.359561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.368240] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: IN_PROGRESS for 2s [ 1488.223990] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.223990] env[66645]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03ae1d0f-a253-4399-b1d1-bbd15fd1a3f3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1488.381064] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 in Status: SUCCESS [ 1488.381064] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 deletion is rescheduled due to dependency. [ 1488.381064] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.050218] env[66645]: INFO networking_nsxv3.common.synchronization [None req-8efd3b48-cfb0-434a-a45f-9ed4d0b4b416 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1490.050780] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1490.051469] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.051599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.051672] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.051928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.052137] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.140054] env[66645]: INFO networking_nsxv3.common.synchronization [None req-32af7f7e-4313-4e01-bc89-011466424165 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1490.140189] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1490.140505] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.140606] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.572714] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.572888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.572888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.573317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.573317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.573317] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 already deleted. [ 1490.573437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.573515] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.573681] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.573789] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.093070] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.093070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.093070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.093598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.093598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.093598] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 already deleted. [ 1491.093598] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.140894] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.141225] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.467810] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb3b8a48-dcab-49dc-8fcd-388701fe685c req-aca2dd5b-f86c-4092-b5f1-57cd6f98e637 tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1495.468338] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1495.468689] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.468814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.468888] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.469169] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.469344] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.469444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.469444] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.469622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.469698] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.469794] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.747846] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.748062] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.748190] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.748447] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.748725] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.748899] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.748989] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.749215] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.749360] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.749596] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1495.749686] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] NeedRegenerationException {{(pid=66645) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1495.749776] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] no value, waiting for create lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1495.749877] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] value creation lock acquired {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1495.749981] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] No value present for key: 'zone-id' {{(pid=66645) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1495.750103] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Calling creation function for not-yet-present value {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1495.750232] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1495.770753] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1495.770919] env[66645]: DEBUG dogpile.cache.region [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66645) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1495.771083] env[66645]: DEBUG dogpile.lock [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Released creation lock {{(pid=66645) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1495.771260] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "network-142" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.771546] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb taken with stack trace [, , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.771707] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.771835] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.772137] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.772269] env[66645]: DEBUG networking_nsxv3.api.rpc [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e2b770-6e7e-49f0-b89b-d7b16ce146fb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.972979] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.973217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.973264] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.973489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.973582] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.973780] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.973874] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.973940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.974103] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.974206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.974242] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 already deleted. [ 1495.974322] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.274295] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.274723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.274723] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.274966] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.275149] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.275312] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Segment Port a1e2b770-6e7e-49f0-b89b-d7b16ce146fb not found, creating... [ 1496.275585] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.275743] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.275862] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.276101] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.276243] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.276551] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.276756] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.276944] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.277198] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.277344] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.277498] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Resource: SegmentPort with ID: a1e2b770-6e7e-49f0-b89b-d7b16ce146fb is going to be created. [ 1496.298650] env[66645]: DEBUG networking_nsxv3.common.locking [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.298942] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.299037] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.299299] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.299518] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.299767] env[66645]: DEBUG oslo_concurrency.lockutils [None req-cb833cf9-3e6f-4e67-ac86-6f216f740cff None None] Releasing lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.987538] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb3b8a48-dcab-49dc-8fcd-388701fe685c req-f7bdf930-74c5-4127-aa61-12d911f7cbb8 service nova] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1496.987766] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb3b8a48-dcab-49dc-8fcd-388701fe685c req-f7bdf930-74c5-4127-aa61-12d911f7cbb8 service nova] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1496.987904] env[66645]: INFO networking_nsxv3.common.synchronization [req-fb3b8a48-dcab-49dc-8fcd-388701fe685c req-f7bdf930-74c5-4127-aa61-12d911f7cbb8 service nova] Enqueued Resource ID: a1e2b770-6e7e-49f0-b89b-d7b16ce146fb with Priority: HIGHEST for action port [ 1496.988432] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_rules [ 1496.988568] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1496.988724] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e2b770-6e7e-49f0-b89b-d7b16ce146fb with Priority: HIGHEST for action port [ 1496.989052] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.989223] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.989336] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.989556] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.989642] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.990504] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.990995] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.991091] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.992022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.992022] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.992022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.992022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.992022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.992022] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.992022] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.992715] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.992842] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.992911] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.993599] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.993599] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e2b770-6e7e-49f0-b89b-d7b16ce146fb',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.495187] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.496292] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.496420] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.496583] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1e2b770-6e7e-49f0-b89b-d7b16ce146fb with status ACTIVE [ 1497.496779] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.496900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.496978] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.497964] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.497964] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.497964] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.498364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.498364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.498364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.498364] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.498364] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1e2b770-6e7e-49f0-b89b-d7b16ce146fb is going to be updated. [ 1497.520905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.521144] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.521206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.521374] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.521512] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.521744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e2b770-6e7e-49f0-b89b-d7b16ce146fb" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.000959] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.503789] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.504201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.504201] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.504303] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.504349] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.504435] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 is going to be created. [ 1498.528959] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.529198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.529198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.529413] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.529568] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.541257] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: UNINITIALIZED for 2s [ 1500.552947] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: SUCCESS [ 1500.553414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.553414] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.553563] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.553757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.553947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.553947] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.554093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.554174] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.554259] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.554345] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.058193] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.560540] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ee9e295-07b3-4bdd-862a-f80c17cae5d2: rpc.has_security_group_logging(os_id): False [ 1501.583413] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.583656] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.583704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.583998] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.584163] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.584540] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.584720] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.584855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.585127] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.585260] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.585405] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 is going to be created. [ 1501.645645] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.645880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.645880] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.646053] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.646203] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.657316] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: IN_PROGRESS for 2s [ 1501.990354] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.990539] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1503.672121] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: SUCCESS [ 1503.672543] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.991286] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.991734] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.162710] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.162710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.162710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.162710] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.163275] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.665336] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.167441] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.670120] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1511.670120] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1511.992304] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.992475] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.430553] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.430983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.430983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.430983] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.442424] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1512.443306] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.444510] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1512.486448] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.486723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.486723] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.486902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.499788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.500583] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1512.500668] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1512.500763] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1512.529897] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.530096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.530096] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.530277] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.531077] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.531241] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1512.600957] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.601300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.601300] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.601396] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.601622] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.601888] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1512.681494] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.681746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.681746] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.681898] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.682368] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.682572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1512.682669] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'95ab0cea-c84a-4c84-b309-7445b1c98ac2', '7828dfb9-5a8b-4395-8eed-53d0e58d1c13', '08f9381a-e3cf-4818-95b8-5552d5735ae9', '8a7022e9-36ed-40e0-8f7d-89e6282bf18e', '4a00fc80-01c5-4e21-9697-d511b603c9ac', 'eef55370-8ae9-4414-b47c-11ea7fcfc3d0', '57c4ade6-ba3c-4a31-a381-b9fc2768c0e9', '8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d', '21bdc7ec-1010-468f-ad80-ae8222314553', '99b316d5-863a-44ce-a6b0-6e9df78e452d', '17500f9a-b4a1-4786-8f5d-d31cc62a000f', '75bb3b1a-d915-4ef3-a6a2-af7bb74e0513', '9b78b5f7-acbd-42e4-8dc0-46c1218daa7b', 'e73b5044-c252-40a5-8b2e-40bfa080ecc4', '838342b7-88ed-4a16-9d62-594735ce3444', '9ee9e295-07b3-4bdd-862a-f80c17cae5d2', '5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf', '229eebbd-a3bd-46bb-b484-1c3911046ddc', '0bf15440-45d6-4099-b538-407706ae90c4', '21138644-7415-4530-973f-48734e4d0076', 'b5f5e6c5-131a-4180-9f3d-4fc3bb2fd745', '12422d21-beb0-4bec-91a8-2d6f36a0ef1a', 'c2fe36ea-33f2-42c9-bb2a-aabfe1d20896', '0e8f7f49-2c83-4742-95ef-7f8405753de8', '4d6d14a0-3321-47ed-8eae-6ed671de0219', '22934845-e1d8-43f6-ad68-48f71783a917', 'a990b75f-99ab-4d6c-b4c7-6582e101c3ac', '1b428a03-23ab-4ffa-87ad-008a0ad4b02c'} {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1512.682805] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1512.701696] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.701952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.701952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.702148] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.702288] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.702427] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1512.702496] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1512.702565] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1512.772297] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.772585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.772585] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.772713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.773857] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.774133] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1512.774213] env[66645]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66645) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1512.774288] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1512.774357] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1512.774436] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1512.774508] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGH for action security_group_rules [ 1512.774589] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGH for action security_group_rules [ 1512.774657] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1512.774723] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGH for action security_group_rules [ 1512.774786] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGH for action security_group_rules [ 1512.774851] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGH for action security_group_rules [ 1512.774910] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGH for action security_group_rules [ 1512.774974] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGH for action security_group_rules [ 1512.775047] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGH for action security_group_rules [ 1512.775109] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGH for action security_group_rules [ 1512.775169] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGH for action security_group_rules [ 1512.775228] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGH for action security_group_rules [ 1512.775285] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGH for action security_group_rules [ 1512.775342] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGH for action security_group_rules [ 1512.775405] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGH for action security_group_rules [ 1512.775466] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGH for action security_group_rules [ 1512.775521] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGH for action security_group_rules [ 1512.775581] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGH for action security_group_rules [ 1512.775638] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGH for action security_group_rules [ 1512.775698] env[66645]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGH for action security_group_rules [ 1512.775788] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.993797] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.994226] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1516.994226] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 with Priority: HIGH for action security_group_rules [ 1516.994226] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 with Priority: HIGH for action security_group_rules [ 1516.994372] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 with Priority: HIGH for action security_group_rules [ 1516.994419] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838342b7-88ed-4a16-9d62-594735ce3444 with Priority: HIGH for action security_group_rules [ 1516.994470] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21138644-7415-4530-973f-48734e4d0076 with Priority: HIGH for action security_group_rules [ 1516.994648] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf15440-45d6-4099-b538-407706ae90c4 with Priority: HIGH for action security_group_rules [ 1516.994648] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc with Priority: HIGH for action security_group_rules [ 1516.994768] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf with Priority: HIGH for action security_group_rules [ 1516.994818] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 with Priority: HIGH for action security_group_rules [ 1516.994912] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGH for action security_group_rules [ 1516.995024] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b with Priority: HIGH for action security_group_rules [ 1516.995109] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 with Priority: HIGH for action security_group_rules [ 1516.995200] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f with Priority: HIGH for action security_group_rules [ 1516.995289] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d with Priority: HIGH for action security_group_rules [ 1516.995377] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdc7ec-1010-468f-ad80-ae8222314553 with Priority: HIGH for action security_group_rules [ 1516.995464] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 with Priority: HIGH for action security_group_rules [ 1516.995551] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d with Priority: HIGH for action security_group_rules [ 1516.995638] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac with Priority: HIGH for action security_group_rules [ 1516.995725] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 with Priority: HIGH for action security_group_rules [ 1516.995811] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e with Priority: HIGH for action security_group_rules [ 1516.996160] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.996291] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.996356] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.996560] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.996643] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ab0cea-c84a-4c84-b309-7445b1c98ac2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.997923] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f9381a-e3cf-4818-95b8-5552d5735ae9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.998094] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.998187] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.998287] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.998363] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f9381a-e3cf-4818-95b8-5552d5735ae9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.999128] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.999257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.999318] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.999438] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.999511] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c4ade6-ba3c-4a31-a381-b9fc2768c0e9',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.000179] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838342b7-88ed-4a16-9d62-594735ce3444 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.000298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.000361] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.000480] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.000545] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838342b7-88ed-4a16-9d62-594735ce3444',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.001462] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21138644-7415-4530-973f-48734e4d0076 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.001462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.001462] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.001684] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.001684] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21138644-7415-4530-973f-48734e4d0076',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.002209] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf15440-45d6-4099-b538-407706ae90c4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.002316] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.002359] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.002511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.002660] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf15440-45d6-4099-b538-407706ae90c4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.003347] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eebbd-a3bd-46bb-b484-1c3911046ddc taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.003489] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.003530] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.003665] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.003732] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eebbd-a3bd-46bb-b484-1c3911046ddc',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.004400] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.004511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.004576] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.004708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.004778] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.005426] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.005527] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.005610] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.005732] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.005810] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e73b5044-c252-40a5-8b2e-40bfa080ecc4',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.006602] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.006735] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.006802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.006927] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.007054] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.007866] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.008035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.008179] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.008317] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.008446] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b78b5f7-acbd-42e4-8dc0-46c1218daa7b',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.009197] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.009354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.009354] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.009529] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.009639] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75bb3b1a-d915-4ef3-a6a2-af7bb74e0513',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.010345] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.010534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.010534] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.010728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.010853] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17500f9a-b4a1-4786-8f5d-d31cc62a000f',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.013287] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b316d5-863a-44ce-a6b0-6e9df78e452d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.013372] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.013415] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.013562] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.013634] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b316d5-863a-44ce-a6b0-6e9df78e452d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.014437] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bdc7ec-1010-468f-ad80-ae8222314553 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.014437] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.014580] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.014624] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.014859] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bdc7ec-1010-468f-ad80-ae8222314553',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.015365] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.015472] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.015539] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.015705] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.015820] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef55370-8ae9-4414-b47c-11ea7fcfc3d0',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.016620] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.016620] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.016893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.016893] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.016893] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.017559] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a00fc80-01c5-4e21-9697-d511b603c9ac taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.017699] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.017761] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.017863] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.017939] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a00fc80-01c5-4e21-9697-d511b603c9ac',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.018593] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.018728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.018792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.018905] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.018981] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7828dfb9-5a8b-4395-8eed-53d0e58d1c13',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.019639] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.019741] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.019809] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.020158] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.020158] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7022e9-36ed-40e0-8f7d-89e6282bf18e',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.064295] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.064524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.064524] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.064814] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.067018] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.067178] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.068555] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.068700] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.069528] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.069642] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.070757] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.070847] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.090399] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.090572] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf is going to be deleted. [ 1517.091496] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.091704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.109323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.109558] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f9381a-e3cf-4818-95b8-5552d5735ae9 is going to be deleted. [ 1517.110468] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.110690] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.127644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.127801] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c4ade6-ba3c-4a31-a381-b9fc2768c0e9 is going to be deleted. [ 1517.128650] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.128873] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.148432] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.148592] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.150443] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.150569] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ab0cea-c84a-4c84-b309-7445b1c98ac2 is going to be deleted. [ 1517.151467] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.151701] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.168772] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.169016] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.175428] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.175574] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.176298] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.176415] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838342b7-88ed-4a16-9d62-594735ce3444 is going to be deleted. [ 1517.177421] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.177634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.177725] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.177869] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d56d1e7-5f3c-4dfd-9221-a1072d8e8ebf" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.177999] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.178177] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.178257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.178371] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f9381a-e3cf-4818-95b8-5552d5735ae9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.178841] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.179025] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.179112] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.179231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c4ade6-ba3c-4a31-a381-b9fc2768c0e9" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.229905] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.230137] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.230190] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.230366] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.230455] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.230604] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ab0cea-c84a-4c84-b309-7445b1c98ac2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.241879] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.242088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.242088] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.242292] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.242384] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.242499] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838342b7-88ed-4a16-9d62-594735ce3444" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.531289] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.531603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.531603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.531756] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.531856] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.531952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.532029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.532175] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.532261] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.532347] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.532434] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.577263] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.577487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.577487] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.577674] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.579375] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.579482] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.580251] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.580350] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.581073] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.581185] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.581874] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.581967] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.582993] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.583105] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.583780] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.583870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.584547] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.584644] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.585289] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.585379] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.586109] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.586196] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.586908] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.587011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.587711] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1517.588265] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.588407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.589632] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1517.590082] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.590173] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.590744] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1517.591141] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.591236] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.599462] env[66645]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1517.599928] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.600071] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bdc7ec-1010-468f-ad80-ae8222314553 is going to be deleted. [ 1517.600925] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.601140] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.627900] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.628102] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17500f9a-b4a1-4786-8f5d-d31cc62a000f is going to be deleted. [ 1517.628989] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.629217] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.650952] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.651149] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d is going to be deleted. [ 1517.652011] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.652224] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.671231] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.671430] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7828dfb9-5a8b-4395-8eed-53d0e58d1c13 is going to be deleted. [ 1517.672286] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.672511] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.675575] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.675737] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.689582] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.689802] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.691452] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.691599] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b78b5f7-acbd-42e4-8dc0-46c1218daa7b is going to be deleted. [ 1517.692500] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.692713] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.712495] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.712708] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.713704] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.713830] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eebbd-a3bd-46bb-b484-1c3911046ddc is going to be deleted. [ 1517.714744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.714956] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.733233] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.733477] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.735786] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.735919] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a00fc80-01c5-4e21-9697-d511b603c9ac is going to be deleted. [ 1517.736909] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.737170] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.772198] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.772401] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef55370-8ae9-4414-b47c-11ea7fcfc3d0 is going to be deleted. [ 1517.773279] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.773493] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.789187] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.789390] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.809984] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.810275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.821938] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.822144] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b316d5-863a-44ce-a6b0-6e9df78e452d is going to be deleted. [ 1517.823346] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.823571] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.885815] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.886059] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7022e9-36ed-40e0-8f7d-89e6282bf18e is going to be deleted. [ 1517.887519] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.887635] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.887706] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.887918] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.888021] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.888147] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a00fc80-01c5-4e21-9697-d511b603c9ac" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.888311] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.888478] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.039757] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.100407] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.100596] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75bb3b1a-d915-4ef3-a6a2-af7bb74e0513 is going to be deleted. [ 1518.101577] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.101795] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.105810] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.105981] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.148092] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.148323] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.156433] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.156616] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.168993] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.169227] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf15440-45d6-4099-b538-407706ae90c4 is going to be deleted. [ 1518.170412] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.170640] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.239382] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.239626] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.251295] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.251484] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e73b5044-c252-40a5-8b2e-40bfa080ecc4 is going to be deleted. [ 1518.252408] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.252634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.252728] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.252848] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bdc7ec-1010-468f-ad80-ae8222314553" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.253015] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.253194] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.253275] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.253392] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17500f9a-b4a1-4786-8f5d-d31cc62a000f" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.253902] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.254086] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.254192] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.254353] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cefe9d5-1dc7-4bd0-99c4-a4b55b01345d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.254488] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.254634] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.254712] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.254822] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7828dfb9-5a8b-4395-8eed-53d0e58d1c13" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.254948] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.255106] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.255184] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.255304] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eebbd-a3bd-46bb-b484-1c3911046ddc" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.255427] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.255565] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.255638] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.255744] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b78b5f7-acbd-42e4-8dc0-46c1218daa7b" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.255861] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.255997] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.273464] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.273790] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.339870] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.340074] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21138644-7415-4530-973f-48734e4d0076 is going to be deleted. [ 1518.340940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.341199] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.341342] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.341509] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef55370-8ae9-4414-b47c-11ea7fcfc3d0" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.341682] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.341855] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.341940] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.342080] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b316d5-863a-44ce-a6b0-6e9df78e452d" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.342631] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.342800] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.342884] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.343040] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7022e9-36ed-40e0-8f7d-89e6282bf18e" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.343191] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.343348] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.343428] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.343547] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75bb3b1a-d915-4ef3-a6a2-af7bb74e0513" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.343677] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.343817] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.343890] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.344035] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf15440-45d6-4099-b538-407706ae90c4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.388184] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.388459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.388459] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.388619] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.388686] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.388807] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e73b5044-c252-40a5-8b2e-40bfa080ecc4" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.504785] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.505029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.505029] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.505206] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.505299] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.505436] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21138644-7415-4530-973f-48734e4d0076" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.542061] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ee9e295-07b3-4bdd-862a-f80c17cae5d2: rpc.has_security_group_logging(os_id): False [ 1518.582189] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.582435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.582435] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.582603] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.608824] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.609130] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.609257] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.609327] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.609533] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.609613] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.609703] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 is going to be updated. [ 1518.709482] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.709729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.709729] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.709922] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.710093] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.723976] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: IN_PROGRESS for 2s [ 1520.738497] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: SUCCESS [ 1520.738960] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.996825] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.997242] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.998534] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.998925] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.999523] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.999523] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.000336] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.000834] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.001244] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.001661] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.002705] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.003231] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.003831] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.003831] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.004995] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.004995] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.441546] env[66645]: INFO networking_nsxv3.common.synchronization [req-a99a61ad-241f-4994-b1f3-d8e217590a08 req-c4977e18-a28c-40d4-b9fa-c7056b9420ab tempest-AttachVolumeNegativeTest-1728994317 tempest-AttachVolumeNegativeTest-1728994317-project-member] Enqueued Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1559.442225] env[66645]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 with Priority: HIGHEST for action security_group_members [ 1559.442712] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2 taken with stack trace [, , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.443115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.443115] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.443381] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.443633] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.443875] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.443957] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.444234] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.444387] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.444551] env[66645]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee9e295-07b3-4bdd-862a-f80c17cae5d2',) {} {{(pid=66645) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.947632] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.947891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.947891] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.948070] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.948181] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.948388] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.948495] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.948561] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.948721] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.948792] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.948882] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 is going to be updated. [ 1559.978882] env[66645]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66645) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.979129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.979129] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.979320] env[66645]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.979454] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.987329] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: IN_PROGRESS for 2s [ 1562.000834] env[66645]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 in Status: SUCCESS [ 1562.001294] env[66645]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee9e295-07b3-4bdd-862a-f80c17cae5d2 deletion is rescheduled due to dependency. [ 1562.001294] env[66645]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee9e295-07b3-4bdd-862a-f80c17cae5d2" {{(pid=66645) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.443357] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.443779] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.444535] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.444968] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.446060] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.446060] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.447243] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.447689] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.447948] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.448471] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.450031] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.450461] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.452059] env[66645]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.452451] env[66645]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0